Packages

class MedicalLLMEntityExtractor extends LLMEntityExtractor with CheckLicense

End-to-end LLM-based entity extraction using MedicalLLM models with BNF grammars.

Example

import spark.implicits._
import com.johnsnowlabs.nlp.base._
import com.johnsnowlabs.nlp.annotators.ner.MedicalLLMEntityExtractor
import org.apache.spark.ml.Pipeline

val documentAssembler = new DocumentAssembler()
  .setInputCol("text")
  .setOutputCol("document")

val entityExtractor = MedicalLLMEntityExtractor
  .pretrained("jsl_medm_q8_v1")
  .setInputCols("document")
  .setOutputCol("entities")
  .setEntityTypes(Array("PROBLEM", "TREATMENT", "TEST"))

val pipeline = new Pipeline().setStages(Array(documentAssembler, entityExtractor))

val data = Seq("Patient has fever and was prescribed amoxicillin").toDF("text")
val result = pipeline.fit(data).transform(data)
Linear Supertypes
CheckLicense, LLMEntityExtractor, HasEngine, HasProtectedParams, HasLlamaCppInferenceProperties, HasLlamaCppModelProperties, HasBatchedAnnotate[LLMEntityExtractor], AnnotatorModel[LLMEntityExtractor], CanBeLazy, RawAnnotator[LLMEntityExtractor], HasOutputAnnotationCol, HasInputAnnotationCols, HasOutputAnnotatorType, ParamsAndFeaturesWritable, HasFeatures, DefaultParamsWritable, MLWritable, Model[LLMEntityExtractor], Transformer, PipelineStage, Logging, Params, Serializable, Serializable, Identifiable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. MedicalLLMEntityExtractor
  2. CheckLicense
  3. LLMEntityExtractor
  4. HasEngine
  5. HasProtectedParams
  6. HasLlamaCppInferenceProperties
  7. HasLlamaCppModelProperties
  8. HasBatchedAnnotate
  9. AnnotatorModel
  10. CanBeLazy
  11. RawAnnotator
  12. HasOutputAnnotationCol
  13. HasInputAnnotationCols
  14. HasOutputAnnotatorType
  15. ParamsAndFeaturesWritable
  16. HasFeatures
  17. DefaultParamsWritable
  18. MLWritable
  19. Model
  20. Transformer
  21. PipelineStage
  22. Logging
  23. Params
  24. Serializable
  25. Serializable
  26. Identifiable
  27. AnyRef
  28. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new MedicalLLMEntityExtractor()

    Annotator reference id.

    Annotator reference id. Used to identify elements in metadata or to refer to this annotator type

  2. new MedicalLLMEntityExtractor(uid: String)

    uid

    required uid for storing annotator to disk

Type Members

  1. type AnnotationContent = Seq[Row]
    Attributes
    protected
    Definition Classes
    AnnotatorModel
  2. type AnnotatorType = String
    Definition Classes
    HasOutputAnnotatorType
  3. implicit class ProtectedParam[T] extends Param[T]
    Definition Classes
    HasProtectedParams

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def $[T](param: Param[T]): T
    Attributes
    protected
    Definition Classes
    Params
  4. def $$[T](feature: StructFeature[T]): T
    Attributes
    protected
    Definition Classes
    HasFeatures
  5. def $$[K, V](feature: MapFeature[K, V]): Map[K, V]
    Attributes
    protected
    Definition Classes
    HasFeatures
  6. def $$[T](feature: SetFeature[T]): Set[T]
    Attributes
    protected
    Definition Classes
    HasFeatures
  7. def $$[T](feature: ArrayFeature[T]): Array[T]
    Attributes
    protected
    Definition Classes
    HasFeatures
  8. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  9. def _transform(dataset: Dataset[_], recursivePipeline: Option[PipelineModel]): DataFrame
    Attributes
    protected
    Definition Classes
    AnnotatorModel
  10. def afterAnnotate(dataset: DataFrame): DataFrame
    Attributes
    protected
    Definition Classes
    AnnotatorModel
  11. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  12. def batchAnnotate(batchedAnnotations: Seq[Array[Annotation]]): Seq[Seq[Annotation]]
    Definition Classes
    MedicalLLMEntityExtractor → LLMEntityExtractor → HasBatchedAnnotate
  13. def batchProcess(rows: Iterator[_]): Iterator[Row]
    Definition Classes
    HasBatchedAnnotate
  14. val batchSize: IntParam
    Definition Classes
    HasBatchedAnnotate
  15. def beforeAnnotate(dataset: Dataset[_]): Dataset[_]
    Attributes
    protected
    Definition Classes
    AnnotatorModel
  16. val cachePrompt: BooleanParam
    Definition Classes
    HasLlamaCppInferenceProperties
  17. val caseSensitive: BooleanParam
    Definition Classes
    LLMEntityExtractor
  18. val chatTemplate: Param[String]
    Definition Classes
    HasLlamaCppModelProperties
  19. final def checkSchema(schema: StructType, inputAnnotatorType: String): Boolean
    Attributes
    protected
    Definition Classes
    HasInputAnnotationCols
  20. def checkValidEnvironment(spark: Option[SparkSession], scopes: Seq[String], metadata: Option[Map[String, Value]]): Unit
    Definition Classes
    CheckLicense
  21. def checkValidScope(scope: String): Unit
    Definition Classes
    CheckLicense
  22. def checkValidScopeAndEnvironment(scope: String, spark: Option[SparkSession], checkLp: Boolean, metadata: Option[Map[String, Value]]): Unit
    Definition Classes
    CheckLicense
  23. def checkValidScopesAndEnvironment(scopes: Seq[String], spark: Option[SparkSession], checkLp: Boolean, metadata: Option[Map[String, Value]]): Unit
    Definition Classes
    CheckLicense
  24. final def clear(param: Param[_]): MedicalLLMEntityExtractor.this.type
    Definition Classes
    Params
  25. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  26. def close(): Unit
    Definition Classes
    LLMEntityExtractor
  27. def copy(extra: ParamMap): LLMEntityExtractor
    Definition Classes
    RawAnnotator → Model → Transformer → PipelineStage → Params
  28. def copyValues[T <: Params](to: T, extra: ParamMap): T
    Attributes
    protected
    Definition Classes
    Params
  29. final def defaultCopy[T <: Params](extra: ParamMap): T
    Attributes
    protected
    Definition Classes
    Params
  30. val defaultGrammar: String
    Definition Classes
    LLMEntityExtractor
  31. val defaultPrompt: String
    Definition Classes
    LLMEntityExtractor
  32. val defragmentationThreshold: FloatParam
    Definition Classes
    HasLlamaCppModelProperties
  33. val disableLog: BooleanParam
    Definition Classes
    HasLlamaCppModelProperties
  34. val disableTokenIds: IntArrayParam
    Definition Classes
    HasLlamaCppInferenceProperties
  35. val dynamicTemperatureExponent: FloatParam
    Definition Classes
    HasLlamaCppInferenceProperties
  36. val dynamicTemperatureRange: FloatParam
    Definition Classes
    HasLlamaCppInferenceProperties
  37. val engine: Param[String]
    Definition Classes
    HasEngine
  38. val entityTypes: StringArrayParam
    Definition Classes
    LLMEntityExtractor
  39. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  40. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  41. def explainParam(param: Param[_]): String
    Definition Classes
    Params
  42. def explainParams(): String
    Definition Classes
    Params
  43. final val extraInputCols: StringArrayParam
    Attributes
    protected
    Definition Classes
    HasInputAnnotationCols
  44. def extraValidate(structType: StructType): Boolean
    Attributes
    protected
    Definition Classes
    RawAnnotator
  45. def extraValidateMsg: String
    Attributes
    protected
    Definition Classes
    RawAnnotator
  46. final def extractParamMap(): ParamMap
    Definition Classes
    Params
  47. final def extractParamMap(extra: ParamMap): ParamMap
    Definition Classes
    Params
  48. val features: ArrayBuffer[Feature[_, _, _]]
    Definition Classes
    HasFeatures
  49. val fewShotExamples: Param[Array[(String, String)]]
    Definition Classes
    LLMEntityExtractor
  50. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  51. val flashAttention: BooleanParam
    Definition Classes
    HasLlamaCppModelProperties
  52. val frequencyPenalty: FloatParam
    Definition Classes
    HasLlamaCppInferenceProperties
  53. def get[T](feature: StructFeature[T]): Option[T]
    Attributes
    protected
    Definition Classes
    HasFeatures
  54. def get[K, V](feature: MapFeature[K, V]): Option[Map[K, V]]
    Attributes
    protected
    Definition Classes
    HasFeatures
  55. def get[T](feature: SetFeature[T]): Option[Set[T]]
    Attributes
    protected
    Definition Classes
    HasFeatures
  56. def get[T](feature: ArrayFeature[T]): Option[Array[T]]
    Attributes
    protected
    Definition Classes
    HasFeatures
  57. final def get[T](param: Param[T]): Option[T]
    Definition Classes
    Params
  58. def getBatchSize: Int
    Definition Classes
    HasBatchedAnnotate
  59. def getCachePrompt: Boolean
    Definition Classes
    HasLlamaCppInferenceProperties
  60. def getCaseSensitive: Boolean
    Definition Classes
    LLMEntityExtractor
  61. def getChatTemplate: String
    Definition Classes
    HasLlamaCppModelProperties
  62. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  63. final def getDefault[T](param: Param[T]): Option[T]
    Definition Classes
    Params
  64. def getDefragmentationThreshold: Float
    Definition Classes
    HasLlamaCppModelProperties
  65. def getDisableLog: Boolean
    Definition Classes
    MedicalLLMEntityExtractor → HasLlamaCppModelProperties
  66. def getDisableTokenIds: Array[Int]
    Definition Classes
    HasLlamaCppInferenceProperties
  67. def getDynamicTemperatureExponent: Float
    Definition Classes
    HasLlamaCppInferenceProperties
  68. def getDynamicTemperatureRange: Float
    Definition Classes
    HasLlamaCppInferenceProperties
  69. def getEngine: String
    Definition Classes
    HasEngine
  70. def getEntityTypes: Array[String]
    Definition Classes
    LLMEntityExtractor
  71. def getFewShotExamples: Array[(String, String)]
    Definition Classes
    LLMEntityExtractor
  72. def getFlashAttention: Boolean
    Definition Classes
    HasLlamaCppModelProperties
  73. def getFrequencyPenalty: Float
    Definition Classes
    HasLlamaCppInferenceProperties
  74. def getGrammar: String
    Definition Classes
    HasLlamaCppInferenceProperties
  75. def getIgnoreEos: Boolean
    Definition Classes
    HasLlamaCppInferenceProperties
  76. def getInferenceParameters: InferenceParameters
    Attributes
    protected
    Definition Classes
    HasLlamaCppInferenceProperties
  77. def getInputCols: Array[String]
    Definition Classes
    HasInputAnnotationCols
  78. def getInputPrefix: String
    Definition Classes
    HasLlamaCppInferenceProperties
  79. def getInputSuffix: String
    Definition Classes
    HasLlamaCppInferenceProperties
  80. def getLazyAnnotator: Boolean
    Definition Classes
    CanBeLazy
  81. def getLogVerbosity: Int
    Definition Classes
    HasLlamaCppModelProperties
  82. def getMainGpu: Int
    Definition Classes
    HasLlamaCppModelProperties
  83. def getMetadata: String
    Definition Classes
    HasLlamaCppModelProperties
  84. def getMetadataMap: Map[String, Map[String, String]]
    Definition Classes
    HasLlamaCppModelProperties
  85. def getMinKeep: Int
    Definition Classes
    HasLlamaCppInferenceProperties
  86. def getMinP: Float
    Definition Classes
    HasLlamaCppInferenceProperties
  87. def getMiroStat: String
    Definition Classes
    HasLlamaCppInferenceProperties
  88. def getMiroStatEta: Float
    Definition Classes
    HasLlamaCppInferenceProperties
  89. def getMiroStatTau: Float
    Definition Classes
    HasLlamaCppInferenceProperties
  90. def getModelDraft: String
    Definition Classes
    HasLlamaCppModelProperties
  91. def getModelIfNotSet: GGUFWrapper
    Definition Classes
    LLMEntityExtractor
  92. def getModelParameters: ModelParameters
    Attributes
    protected
    Definition Classes
    HasLlamaCppModelProperties
  93. def getNBatch: Int
    Definition Classes
    HasLlamaCppModelProperties
  94. def getNCtx: Int
    Definition Classes
    HasLlamaCppModelProperties
  95. def getNDraft: Int
    Definition Classes
    HasLlamaCppModelProperties
  96. def getNGpuLayers: Int
    Definition Classes
    HasLlamaCppModelProperties
  97. def getNGpuLayersDraft: Int
    Definition Classes
    HasLlamaCppModelProperties
  98. def getNKeep: Int
    Definition Classes
    HasLlamaCppInferenceProperties
  99. def getNPredict: Int
    Definition Classes
    HasLlamaCppInferenceProperties
  100. def getNProbs: Int
    Definition Classes
    HasLlamaCppInferenceProperties
  101. def getNThreads: Int
    Definition Classes
    HasLlamaCppModelProperties
  102. def getNThreadsBatch: Int
    Definition Classes
    HasLlamaCppModelProperties
  103. def getNUbatch: Int
    Definition Classes
    HasLlamaCppModelProperties
  104. def getNoKvOffload: Boolean
    Definition Classes
    HasLlamaCppModelProperties
  105. def getNuma: String
    Definition Classes
    HasLlamaCppModelProperties
  106. final def getOrDefault[T](param: Param[T]): T
    Definition Classes
    Params
  107. final def getOutputCol: String
    Definition Classes
    HasOutputAnnotationCol
  108. def getParam(paramName: String): Param[Any]
    Definition Classes
    Params
  109. def getPenalizeNl: Boolean
    Definition Classes
    HasLlamaCppInferenceProperties
  110. def getPenaltyPrompt: String
    Definition Classes
    HasLlamaCppInferenceProperties
  111. def getPresencePenalty: Float
    Definition Classes
    HasLlamaCppInferenceProperties
  112. def getPromptTemplate: String
    Definition Classes
    LLMEntityExtractor
  113. def getReasoningBudget: Int
    Definition Classes
    HasLlamaCppModelProperties
  114. def getRepeatLastN: Int
    Definition Classes
    HasLlamaCppInferenceProperties
  115. def getRepeatPenalty: Float
    Definition Classes
    HasLlamaCppInferenceProperties
  116. def getRopeFreqBase: Float
    Definition Classes
    HasLlamaCppModelProperties
  117. def getRopeFreqScale: Float
    Definition Classes
    HasLlamaCppModelProperties
  118. def getRopeScalingType: String
    Definition Classes
    HasLlamaCppModelProperties
  119. def getSamplers: Array[String]
    Definition Classes
    HasLlamaCppInferenceProperties
  120. def getSeed: Int
    Definition Classes
    HasLlamaCppInferenceProperties
  121. def getSplitMode: String
    Definition Classes
    HasLlamaCppModelProperties
  122. def getStopStrings: Array[String]
    Definition Classes
    HasLlamaCppInferenceProperties
  123. def getSystemPrompt: String
    Definition Classes
    HasLlamaCppModelProperties
  124. def getTemperature: Float
    Definition Classes
    HasLlamaCppInferenceProperties
  125. def getTfsZ: Float
    Definition Classes
    HasLlamaCppInferenceProperties
  126. def getTokenBias: Map[String, Float]
    Definition Classes
    HasLlamaCppInferenceProperties
  127. def getTokenIdBias: Map[Int, Float]
    Definition Classes
    HasLlamaCppInferenceProperties
  128. def getTopK: Int
    Definition Classes
    HasLlamaCppInferenceProperties
  129. def getTopP: Float
    Definition Classes
    HasLlamaCppInferenceProperties
  130. def getTypicalP: Float
    Definition Classes
    HasLlamaCppInferenceProperties
  131. def getUseChatTemplate: Boolean
    Definition Classes
    HasLlamaCppInferenceProperties
  132. def getUseMlock: Boolean
    Definition Classes
    HasLlamaCppModelProperties
  133. def getUseMmap: Boolean
    Definition Classes
    HasLlamaCppModelProperties
  134. def getYarnAttnFactor: Float
    Definition Classes
    HasLlamaCppModelProperties
  135. def getYarnBetaFast: Float
    Definition Classes
    HasLlamaCppModelProperties
  136. def getYarnBetaSlow: Float
    Definition Classes
    HasLlamaCppModelProperties
  137. def getYarnExtFactor: Float
    Definition Classes
    HasLlamaCppModelProperties
  138. def getYarnOrigCtx: Int
    Definition Classes
    HasLlamaCppModelProperties
  139. val gpuSplitMode: Param[String]
    Definition Classes
    HasLlamaCppModelProperties
  140. val grammar: Param[String]
    Definition Classes
    HasLlamaCppInferenceProperties
  141. final def hasDefault[T](param: Param[T]): Boolean
    Definition Classes
    Params
  142. def hasParam(paramName: String): Boolean
    Definition Classes
    Params
  143. def hasParent: Boolean
    Definition Classes
    Model
  144. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  145. val ignoreEos: BooleanParam
    Definition Classes
    HasLlamaCppInferenceProperties
  146. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  147. def initializeLogIfNecessary(isInterpreter: Boolean): Unit
    Attributes
    protected
    Definition Classes
    Logging
  148. val inputAnnotatorTypes: Array[String]
    Definition Classes
    LLMEntityExtractor → HasInputAnnotationCols
  149. final val inputCols: StringArrayParam
    Attributes
    protected
    Definition Classes
    HasInputAnnotationCols
  150. val inputPrefix: Param[String]
    Definition Classes
    HasLlamaCppInferenceProperties
  151. val inputSuffix: Param[String]
    Definition Classes
    HasLlamaCppInferenceProperties
  152. final def isDefined(param: Param[_]): Boolean
    Definition Classes
    Params
  153. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  154. final def isSet(param: Param[_]): Boolean
    Definition Classes
    Params
  155. def isTraceEnabled(): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  156. val lazyAnnotator: BooleanParam
    Definition Classes
    CanBeLazy
  157. def log: Logger
    Attributes
    protected
    Definition Classes
    Logging
  158. def logDebug(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  159. def logDebug(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  160. def logError(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  161. def logError(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  162. def logInfo(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  163. def logInfo(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  164. def logName: String
    Attributes
    protected
    Definition Classes
    Logging
  165. def logTrace(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  166. def logTrace(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  167. val logVerbosity: IntParam
    Definition Classes
    HasLlamaCppModelProperties
  168. def logWarning(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  169. def logWarning(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  170. val logger: Logger
    Attributes
    protected
    Definition Classes
    HasLlamaCppModelProperties
  171. val mainGpu: IntParam
    Definition Classes
    HasLlamaCppModelProperties
  172. val metadata: ProtectedParam[String]
    Definition Classes
    HasLlamaCppModelProperties
  173. val minKeep: IntParam
    Definition Classes
    HasLlamaCppInferenceProperties
  174. val minP: FloatParam
    Definition Classes
    HasLlamaCppInferenceProperties
  175. val miroStat: Param[String]
    Definition Classes
    HasLlamaCppInferenceProperties
  176. val miroStatEta: FloatParam
    Definition Classes
    HasLlamaCppInferenceProperties
  177. val miroStatTau: FloatParam
    Definition Classes
    HasLlamaCppInferenceProperties
  178. val modelDraft: Param[String]
    Definition Classes
    HasLlamaCppModelProperties
  179. def msgHelper(schema: StructType): String
    Attributes
    protected
    Definition Classes
    HasInputAnnotationCols
  180. val nBatch: IntParam
    Definition Classes
    HasLlamaCppModelProperties
  181. val nCtx: IntParam
    Definition Classes
    HasLlamaCppModelProperties
  182. val nDraft: IntParam
    Definition Classes
    HasLlamaCppModelProperties
  183. val nGpuLayers: IntParam
    Definition Classes
    HasLlamaCppModelProperties
  184. val nGpuLayersDraft: IntParam
    Definition Classes
    HasLlamaCppModelProperties
  185. val nKeep: IntParam
    Definition Classes
    HasLlamaCppInferenceProperties
  186. val nPredict: IntParam
    Definition Classes
    HasLlamaCppInferenceProperties
  187. val nProbs: IntParam
    Definition Classes
    HasLlamaCppInferenceProperties
  188. val nThreads: IntParam
    Definition Classes
    HasLlamaCppModelProperties
  189. val nThreadsBatch: IntParam
    Definition Classes
    HasLlamaCppModelProperties
  190. val nUbatch: IntParam
    Definition Classes
    HasLlamaCppModelProperties
  191. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  192. val noKvOffload: BooleanParam
    Definition Classes
    HasLlamaCppModelProperties
  193. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  194. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  195. val numaStrategy: Param[String]
    Definition Classes
    HasLlamaCppModelProperties
  196. def onWrite(path: String, spark: SparkSession): Unit
    Definition Classes
    LLMEntityExtractor → ParamsAndFeaturesWritable
  197. val optionalInputAnnotatorTypes: Array[String]
    Definition Classes
    HasInputAnnotationCols
  198. val outputAnnotatorType: AnnotatorType
    Definition Classes
    LLMEntityExtractor → HasOutputAnnotatorType
  199. final val outputCol: Param[String]
    Attributes
    protected
    Definition Classes
    HasOutputAnnotationCol
  200. lazy val params: Array[Param[_]]
    Definition Classes
    Params
  201. var parent: Estimator[LLMEntityExtractor]
    Definition Classes
    Model
  202. val penalizeNl: BooleanParam
    Definition Classes
    HasLlamaCppInferenceProperties
  203. val penaltyPrompt: Param[String]
    Definition Classes
    HasLlamaCppInferenceProperties
  204. val presencePenalty: FloatParam
    Definition Classes
    HasLlamaCppInferenceProperties
  205. val promptTemplate: Param[String]
    Definition Classes
    LLMEntityExtractor
  206. val reasoningBudget: IntParam
    Definition Classes
    HasLlamaCppModelProperties
  207. val repeatLastN: IntParam
    Definition Classes
    HasLlamaCppInferenceProperties
  208. val repeatPenalty: FloatParam
    Definition Classes
    HasLlamaCppInferenceProperties
  209. val ropeFreqBase: FloatParam
    Definition Classes
    HasLlamaCppModelProperties
  210. val ropeFreqScale: FloatParam
    Definition Classes
    HasLlamaCppModelProperties
  211. val ropeScalingType: Param[String]
    Definition Classes
    HasLlamaCppModelProperties
  212. val samplers: StringArrayParam
    Definition Classes
    HasLlamaCppInferenceProperties
  213. def save(path: String): Unit
    Definition Classes
    MLWritable
    Annotations
    @Since( "1.6.0" ) @throws( ... )
  214. val seed: IntParam
    Definition Classes
    HasLlamaCppInferenceProperties
  215. def set[T](param: ProtectedParam[T], value: T): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasProtectedParams
  216. def set[T](feature: StructFeature[T], value: T): MedicalLLMEntityExtractor.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  217. def set[K, V](feature: MapFeature[K, V], value: Map[K, V]): MedicalLLMEntityExtractor.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  218. def set[T](feature: SetFeature[T], value: Set[T]): MedicalLLMEntityExtractor.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  219. def set[T](feature: ArrayFeature[T], value: Array[T]): MedicalLLMEntityExtractor.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  220. final def set(paramPair: ParamPair[_]): MedicalLLMEntityExtractor.this.type
    Attributes
    protected
    Definition Classes
    Params
  221. final def set(param: String, value: Any): MedicalLLMEntityExtractor.this.type
    Attributes
    protected
    Definition Classes
    Params
  222. final def set[T](param: Param[T], value: T): MedicalLLMEntityExtractor.this.type
    Definition Classes
    Params
  223. def setBatchSize(size: Int): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasBatchedAnnotate
  224. def setCachePrompt(cachePrompt: Boolean): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  225. def setCaseSensitive(value: Boolean): MedicalLLMEntityExtractor.this.type
    Definition Classes
    LLMEntityExtractor
  226. def setChatTemplate(chatTemplate: String): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  227. def setDefault[T](feature: StructFeature[T], value: () ⇒ T): MedicalLLMEntityExtractor.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  228. def setDefault[K, V](feature: MapFeature[K, V], value: () ⇒ Map[K, V]): MedicalLLMEntityExtractor.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  229. def setDefault[T](feature: SetFeature[T], value: () ⇒ Set[T]): MedicalLLMEntityExtractor.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  230. def setDefault[T](feature: ArrayFeature[T], value: () ⇒ Array[T]): MedicalLLMEntityExtractor.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  231. final def setDefault(paramPairs: ParamPair[_]*): MedicalLLMEntityExtractor.this.type
    Attributes
    protected
    Definition Classes
    Params
  232. final def setDefault[T](param: Param[T], value: T): MedicalLLMEntityExtractor.this.type
    Attributes
    protected[org.apache.spark.ml]
    Definition Classes
    Params
  233. def setDefragmentationThreshold(defragThold: Float): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  234. def setDisableLog(disableLog: Boolean): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  235. def setDisableTokenIds(disableTokenIds: Array[Int]): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  236. def setDynamicTemperatureExponent(dynatempExponent: Float): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  237. def setDynamicTemperatureRange(dynatempRange: Float): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  238. def setEntityTypes(value: Array[String]): MedicalLLMEntityExtractor.this.type
    Definition Classes
    LLMEntityExtractor
  239. def setExtraInputCols(value: Array[String]): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasInputAnnotationCols
  240. def setFewShotExamples(value: List[List[String]]): MedicalLLMEntityExtractor.this.type
    Definition Classes
    LLMEntityExtractor
  241. def setFewShotExamples(value: Array[(String, String)]): MedicalLLMEntityExtractor.this.type
    Definition Classes
    LLMEntityExtractor
  242. def setFlashAttention(flashAttention: Boolean): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  243. def setFrequencyPenalty(frequencyPenalty: Float): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  244. def setGpuSplitMode(splitMode: String): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  245. def setGrammar(grammar: String): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  246. def setIgnoreEos(ignoreEos: Boolean): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  247. final def setInputCols(value: String*): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasInputAnnotationCols
  248. def setInputCols(value: Array[String]): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasInputAnnotationCols
  249. def setInputPrefix(inputPrefix: String): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  250. def setInputSuffix(inputSuffix: String): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  251. def setLazyAnnotator(value: Boolean): MedicalLLMEntityExtractor.this.type
    Definition Classes
    CanBeLazy
  252. def setLogVerbosity(logVerbosity: Int): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  253. def setMainGpu(mainGpu: Int): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  254. def setMetadata(metadata: String): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  255. def setMinKeep(minKeep: Int): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  256. def setMinP(minP: Float): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  257. def setMiroStat(mirostat: String): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  258. def setMiroStatEta(mirostatEta: Float): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  259. def setMiroStatTau(mirostatTau: Float): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  260. def setModelDraft(modelDraft: String): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  261. def setModelIfNotSet(spark: SparkSession, wrapper: GGUFWrapper): MedicalLLMEntityExtractor.this.type
    Definition Classes
    LLMEntityExtractor
  262. def setNBatch(nBatch: Int): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  263. def setNCtx(nCtx: Int): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  264. def setNDraft(nDraft: Int): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  265. def setNGpuLayers(nGpuLayers: Int): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  266. def setNGpuLayersDraft(nGpuLayersDraft: Int): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  267. def setNKeep(nKeep: Int): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  268. def setNPredict(nPredict: Int): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  269. def setNProbs(nProbs: Int): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  270. def setNThreads(nThreads: Int): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  271. def setNThreadsBatch(nThreadsBatch: Int): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  272. def setNUbatch(nUbatch: Int): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  273. def setNoKvOffload(noKvOffload: Boolean): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  274. def setNumaStrategy(numa: String): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  275. final def setOutputCol(value: String): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasOutputAnnotationCol
  276. def setParent(parent: Estimator[LLMEntityExtractor]): LLMEntityExtractor
    Definition Classes
    Model
  277. def setPenalizeNl(penalizeNl: Boolean): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  278. def setPenaltyPrompt(penaltyPrompt: String): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  279. def setPresencePenalty(presencePenalty: Float): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  280. def setPromptTemplate(value: String): MedicalLLMEntityExtractor.this.type
    Definition Classes
    LLMEntityExtractor
  281. def setReasoningBudget(reasoningBudget: Int): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  282. def setRepeatLastN(repeatLastN: Int): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  283. def setRepeatPenalty(repeatPenalty: Float): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  284. def setRopeFreqBase(ropeFreqBase: Float): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  285. def setRopeFreqScale(ropeFreqScale: Float): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  286. def setRopeScalingType(ropeScalingType: String): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  287. def setSamplers(samplers: Array[String]): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  288. def setSeed(seed: Int): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  289. def setStopStrings(stopStrings: Array[String]): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  290. def setSystemPrompt(systemPrompt: String): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  291. def setTemperature(temperature: Float): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  292. def setTfsZ(tfsZ: Float): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  293. def setTokenBias(tokenBias: HashMap[String, Double]): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  294. def setTokenBias(tokenBias: Map[String, Float]): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  295. def setTokenIdBias(tokenIdBias: HashMap[Integer, Double]): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  296. def setTokenIdBias(tokenIdBias: Map[Int, Float]): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  297. def setTopK(topK: Int): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  298. def setTopP(topP: Float): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  299. def setTypicalP(typicalP: Float): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  300. def setUseChatTemplate(useChatTemplate: Boolean): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppInferenceProperties
  301. def setUseMlock(useMlock: Boolean): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  302. def setUseMmap(useMmap: Boolean): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  303. def setYarnAttnFactor(yarnAttnFactor: Float): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  304. def setYarnBetaFast(yarnBetaFast: Float): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  305. def setYarnBetaSlow(yarnBetaSlow: Float): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  306. def setYarnExtFactor(yarnExtFactor: Float): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  307. def setYarnOrigCtx(yarnOrigCtx: Int): MedicalLLMEntityExtractor.this.type
    Definition Classes
    HasLlamaCppModelProperties
  308. val stopStrings: StringArrayParam
    Definition Classes
    HasLlamaCppInferenceProperties
  309. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  310. val systemPrompt: Param[String]
    Definition Classes
    HasLlamaCppModelProperties
  311. val temperature: FloatParam
    Definition Classes
    HasLlamaCppInferenceProperties
  312. val tfsZ: FloatParam
    Definition Classes
    HasLlamaCppInferenceProperties
  313. def toString(): String
    Definition Classes
    Identifiable → AnyRef → Any
  314. val tokenBias: StructFeature[Map[String, Float]]
    Definition Classes
    HasLlamaCppInferenceProperties
  315. val tokenIdBias: StructFeature[Map[Int, Float]]
    Definition Classes
    HasLlamaCppInferenceProperties
  316. val topK: IntParam
    Definition Classes
    HasLlamaCppInferenceProperties
  317. val topP: FloatParam
    Definition Classes
    HasLlamaCppInferenceProperties
  318. final def transform(dataset: Dataset[_]): DataFrame
    Definition Classes
    AnnotatorModel → Transformer
  319. def transform(dataset: Dataset[_], paramMap: ParamMap): DataFrame
    Definition Classes
    Transformer
    Annotations
    @Since( "2.0.0" )
  320. def transform(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): DataFrame
    Definition Classes
    Transformer
    Annotations
    @Since( "2.0.0" ) @varargs()
  321. final def transformSchema(schema: StructType): StructType
    Definition Classes
    RawAnnotator → PipelineStage
  322. def transformSchema(schema: StructType, logging: Boolean): StructType
    Attributes
    protected
    Definition Classes
    PipelineStage
    Annotations
    @DeveloperApi()
  323. val typicalP: FloatParam
    Definition Classes
    HasLlamaCppInferenceProperties
  324. val uid: String
    Definition Classes
    MedicalLLMEntityExtractor → LLMEntityExtractor → Identifiable
  325. val useChatTemplate: BooleanParam
    Definition Classes
    HasLlamaCppInferenceProperties
  326. val useMlock: BooleanParam
    Definition Classes
    HasLlamaCppModelProperties
  327. val useMmap: BooleanParam
    Definition Classes
    HasLlamaCppModelProperties
  328. def validate(schema: StructType): Boolean
    Attributes
    protected
    Definition Classes
    RawAnnotator
  329. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  330. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  331. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  332. def wrapColumnMetadata(col: Column): Column
    Attributes
    protected
    Definition Classes
    RawAnnotator
  333. def write: MLWriter
    Definition Classes
    ParamsAndFeaturesWritable → DefaultParamsWritable → MLWritable
  334. val yarnAttnFactor: FloatParam
    Definition Classes
    HasLlamaCppModelProperties
  335. val yarnBetaFast: FloatParam
    Definition Classes
    HasLlamaCppModelProperties
  336. val yarnBetaSlow: FloatParam
    Definition Classes
    HasLlamaCppModelProperties
  337. val yarnExtFactor: FloatParam
    Definition Classes
    HasLlamaCppModelProperties
  338. val yarnOrigCtx: IntParam
    Definition Classes
    HasLlamaCppModelProperties

Inherited from CheckLicense

Inherited from LLMEntityExtractor

Inherited from HasEngine

Inherited from HasProtectedParams

Inherited from HasLlamaCppInferenceProperties

Inherited from HasLlamaCppModelProperties

Inherited from HasBatchedAnnotate[LLMEntityExtractor]

Inherited from AnnotatorModel[LLMEntityExtractor]

Inherited from CanBeLazy

Inherited from RawAnnotator[LLMEntityExtractor]

Inherited from HasOutputAnnotationCol

Inherited from HasInputAnnotationCols

Inherited from HasOutputAnnotatorType

Inherited from ParamsAndFeaturesWritable

Inherited from HasFeatures

Inherited from DefaultParamsWritable

Inherited from MLWritable

Inherited from Model[LLMEntityExtractor]

Inherited from Transformer

Inherited from PipelineStage

Inherited from Logging

Inherited from Params

Inherited from Serializable

Inherited from Serializable

Inherited from Identifiable

Inherited from AnyRef

Inherited from Any

Ungrouped