class MedicalLLM extends AutoGGUFModel with CheckLicense
Linear Supertypes
Ordering
- Alphabetic
- By Inheritance
Inherited
- MedicalLLM
- CheckLicense
- AutoGGUFModel
- HasProtectedParams
- HasLlamaCppProperties
- HasEngine
- HasBatchedAnnotate
- AnnotatorModel
- CanBeLazy
- RawAnnotator
- HasOutputAnnotationCol
- HasInputAnnotationCols
- HasOutputAnnotatorType
- ParamsAndFeaturesWritable
- HasFeatures
- DefaultParamsWritable
- MLWritable
- Model
- Transformer
- PipelineStage
- Logging
- Params
- Serializable
- Serializable
- Identifiable
- AnyRef
- Any
- Hide All
- Show All
Visibility
- Public
- All
Instance Constructors
Type Members
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
$[T](param: Param[T]): T
- Attributes
- protected
- Definition Classes
- Params
-
def
$$[T](feature: StructFeature[T]): T
- Attributes
- protected
- Definition Classes
- HasFeatures
-
def
$$[K, V](feature: MapFeature[K, V]): Map[K, V]
- Attributes
- protected
- Definition Classes
- HasFeatures
-
def
$$[T](feature: SetFeature[T]): Set[T]
- Attributes
- protected
- Definition Classes
- HasFeatures
-
def
$$[T](feature: ArrayFeature[T]): Array[T]
- Attributes
- protected
- Definition Classes
- HasFeatures
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
_transform(dataset: Dataset[_], recursivePipeline: Option[PipelineModel]): DataFrame
- Attributes
- protected
- Definition Classes
- AnnotatorModel
-
def
afterAnnotate(dataset: DataFrame): DataFrame
- Attributes
- protected
- Definition Classes
- AnnotatorModel
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
def
batchAnnotate(batchedAnnotations: Seq[Array[Annotation]]): Seq[Seq[Annotation]]
- Definition Classes
- MedicalLLM → AutoGGUFModel → HasBatchedAnnotate
-
def
batchProcess(rows: Iterator[_]): Iterator[Row]
- Definition Classes
- HasBatchedAnnotate
-
val
batchSize: IntParam
- Definition Classes
- HasBatchedAnnotate
-
def
beforeAnnotate(dataset: Dataset[_]): Dataset[_]
- Attributes
- protected
- Definition Classes
- AnnotatorModel
-
val
cachePrompt: BooleanParam
- Definition Classes
- HasLlamaCppProperties
-
val
chatTemplate: Param[String]
- Definition Classes
- HasLlamaCppProperties
-
final
def
checkSchema(schema: StructType, inputAnnotatorType: String): Boolean
- Attributes
- protected
- Definition Classes
- HasInputAnnotationCols
-
def
checkValidEnvironment(spark: Option[SparkSession], scopes: Seq[String]): Unit
- Definition Classes
- CheckLicense
-
def
checkValidScope(scope: String): Unit
- Definition Classes
- CheckLicense
-
def
checkValidScopeAndEnvironment(scope: String, spark: Option[SparkSession], checkLp: Boolean): Unit
- Definition Classes
- CheckLicense
-
def
checkValidScopesAndEnvironment(scopes: Seq[String], spark: Option[SparkSession], checkLp: Boolean): Unit
- Definition Classes
- CheckLicense
-
final
def
clear(param: Param[_]): MedicalLLM.this.type
- Definition Classes
- Params
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
def
copy(extra: ParamMap): AutoGGUFModel
- Definition Classes
- RawAnnotator → Model → Transformer → PipelineStage → Params
-
def
copyValues[T <: Params](to: T, extra: ParamMap): T
- Attributes
- protected
- Definition Classes
- Params
-
final
def
defaultCopy[T <: Params](extra: ParamMap): T
- Attributes
- protected
- Definition Classes
- Params
-
val
defragmentationThreshold: FloatParam
- Definition Classes
- HasLlamaCppProperties
-
val
disableTokenIds: IntArrayParam
- Definition Classes
- HasLlamaCppProperties
-
val
dynamicTemperatureExponent: FloatParam
- Definition Classes
- HasLlamaCppProperties
-
val
dynamicTemperatureRange: FloatParam
- Definition Classes
- HasLlamaCppProperties
-
val
embedding: BooleanParam
- Definition Classes
- HasLlamaCppProperties
-
val
engine: Param[String]
- Definition Classes
- HasEngine
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
explainParam(param: Param[_]): String
- Definition Classes
- Params
-
def
explainParams(): String
- Definition Classes
- Params
-
def
extraValidate(structType: StructType): Boolean
- Attributes
- protected
- Definition Classes
- RawAnnotator
-
def
extraValidateMsg: String
- Attributes
- protected
- Definition Classes
- RawAnnotator
-
final
def
extractParamMap(): ParamMap
- Definition Classes
- Params
-
final
def
extractParamMap(extra: ParamMap): ParamMap
- Definition Classes
- Params
-
val
features: ArrayBuffer[Feature[_, _, _]]
- Definition Classes
- HasFeatures
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
val
flashAttention: BooleanParam
- Definition Classes
- HasLlamaCppProperties
-
val
frequencyPenalty: FloatParam
- Definition Classes
- HasLlamaCppProperties
-
def
get[T](feature: StructFeature[T]): Option[T]
- Attributes
- protected
- Definition Classes
- HasFeatures
-
def
get[K, V](feature: MapFeature[K, V]): Option[Map[K, V]]
- Attributes
- protected
- Definition Classes
- HasFeatures
-
def
get[T](feature: SetFeature[T]): Option[Set[T]]
- Attributes
- protected
- Definition Classes
- HasFeatures
-
def
get[T](feature: ArrayFeature[T]): Option[Array[T]]
- Attributes
- protected
- Definition Classes
- HasFeatures
-
final
def
get[T](param: Param[T]): Option[T]
- Definition Classes
- Params
-
def
getBatchSize: Int
- Definition Classes
- HasBatchedAnnotate
-
def
getCachePrompt: Boolean
- Definition Classes
- HasLlamaCppProperties
-
def
getChatTemplate: String
- Definition Classes
- HasLlamaCppProperties
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
final
def
getDefault[T](param: Param[T]): Option[T]
- Definition Classes
- Params
-
def
getDefragmentationThreshold: Float
- Definition Classes
- HasLlamaCppProperties
-
def
getDisableTokenIds: Array[Int]
- Definition Classes
- HasLlamaCppProperties
-
def
getDynamicTemperatureExponent: Float
- Definition Classes
- HasLlamaCppProperties
-
def
getDynamicTemperatureRange: Float
- Definition Classes
- HasLlamaCppProperties
-
def
getEmbedding: Boolean
- Definition Classes
- HasLlamaCppProperties
-
def
getEngine: String
- Definition Classes
- HasEngine
-
def
getFlashAttention: Boolean
- Definition Classes
- HasLlamaCppProperties
-
def
getFrequencyPenalty: Float
- Definition Classes
- HasLlamaCppProperties
-
def
getGrammar: String
- Definition Classes
- HasLlamaCppProperties
-
def
getGrpAttnN: Int
- Definition Classes
- HasLlamaCppProperties
-
def
getGrpAttnW: Int
- Definition Classes
- HasLlamaCppProperties
-
def
getIgnoreEos: Boolean
- Definition Classes
- HasLlamaCppProperties
-
def
getInferenceParameters: InferenceParameters
- Attributes
- protected
- Definition Classes
- HasLlamaCppProperties
-
def
getInputCols: Array[String]
- Definition Classes
- HasInputAnnotationCols
-
def
getInputPrefix: String
- Definition Classes
- HasLlamaCppProperties
-
def
getInputPrefixBos: Boolean
- Definition Classes
- HasLlamaCppProperties
-
def
getInputSuffix: String
- Definition Classes
- HasLlamaCppProperties
-
def
getLazyAnnotator: Boolean
- Definition Classes
- CanBeLazy
-
def
getLookupCacheDynamicFilePath: String
- Definition Classes
- HasLlamaCppProperties
-
def
getLookupCacheStaticFilePath: String
- Definition Classes
- HasLlamaCppProperties
-
def
getLoraAdapters: Map[String, Float]
- Definition Classes
- HasLlamaCppProperties
-
def
getMainGpu: Int
- Definition Classes
- HasLlamaCppProperties
-
def
getMetadata: String
- Definition Classes
- HasLlamaCppProperties
-
def
getMetadataMap: Map[String, String]
- Definition Classes
- AutoGGUFModel
-
def
getMinKeep: Int
- Definition Classes
- HasLlamaCppProperties
-
def
getMinP: Float
- Definition Classes
- HasLlamaCppProperties
-
def
getMiroStat: String
- Definition Classes
- HasLlamaCppProperties
-
def
getMiroStatEta: Float
- Definition Classes
- HasLlamaCppProperties
-
def
getMiroStatTau: Float
- Definition Classes
- HasLlamaCppProperties
-
def
getModelDraft: String
- Definition Classes
- HasLlamaCppProperties
-
def
getModelIfNotSet: GGUFWrapper
- Definition Classes
- AutoGGUFModel
-
def
getModelParameters: ModelParameters
- Attributes
- protected
- Definition Classes
- MedicalLLM → HasLlamaCppProperties
-
def
getNBatch: Int
- Definition Classes
- HasLlamaCppProperties
-
def
getNChunks: Int
- Definition Classes
- HasLlamaCppProperties
-
def
getNCtx: Int
- Definition Classes
- HasLlamaCppProperties
-
def
getNDraft: Int
- Definition Classes
- HasLlamaCppProperties
-
def
getNGpuLayers: Int
- Definition Classes
- HasLlamaCppProperties
-
def
getNGpuLayersDraft: Int
- Definition Classes
- HasLlamaCppProperties
-
def
getNKeep: Int
- Definition Classes
- HasLlamaCppProperties
-
def
getNPredict: Int
- Definition Classes
- HasLlamaCppProperties
-
def
getNProbs: Int
- Definition Classes
- HasLlamaCppProperties
-
def
getNSequences: Int
- Definition Classes
- HasLlamaCppProperties
-
def
getNThreads: Int
- Definition Classes
- HasLlamaCppProperties
-
def
getNThreadsBatch: Int
- Definition Classes
- HasLlamaCppProperties
-
def
getNThreadsBatchDraft: Int
- Definition Classes
- HasLlamaCppProperties
-
def
getNThreadsDraft: Int
- Definition Classes
- HasLlamaCppProperties
-
def
getNUbatch: Int
- Definition Classes
- HasLlamaCppProperties
-
def
getNoKvOffload: Boolean
- Definition Classes
- HasLlamaCppProperties
-
def
getNuma: String
- Definition Classes
- HasLlamaCppProperties
-
final
def
getOrDefault[T](param: Param[T]): T
- Definition Classes
- Params
-
final
def
getOutputCol: String
- Definition Classes
- HasOutputAnnotationCol
-
def
getPSplit: Float
- Definition Classes
- HasLlamaCppProperties
-
def
getParam(paramName: String): Param[Any]
- Definition Classes
- Params
-
def
getPenalizeNl: Boolean
- Definition Classes
- HasLlamaCppProperties
-
def
getPenaltyPrompt: String
- Definition Classes
- HasLlamaCppProperties
-
def
getPoolingType: String
- Definition Classes
- HasLlamaCppProperties
-
def
getPresencePenalty: Float
- Definition Classes
- HasLlamaCppProperties
-
def
getRepeatLastN: Int
- Definition Classes
- HasLlamaCppProperties
-
def
getRepeatPenalty: Float
- Definition Classes
- HasLlamaCppProperties
-
def
getRopeFreqBase: Float
- Definition Classes
- HasLlamaCppProperties
-
def
getRopeFreqScale: Float
- Definition Classes
- HasLlamaCppProperties
-
def
getRopeScalingType: String
- Definition Classes
- HasLlamaCppProperties
-
def
getSamplers: Array[String]
- Definition Classes
- HasLlamaCppProperties
-
def
getSeed: Int
- Definition Classes
- HasLlamaCppProperties
-
def
getSplitMode: String
- Definition Classes
- HasLlamaCppProperties
-
def
getStopStrings: Array[String]
- Definition Classes
- HasLlamaCppProperties
-
def
getSystemPrompt: String
- Definition Classes
- MedicalLLM → HasLlamaCppProperties
-
def
getTemperature: Float
- Definition Classes
- HasLlamaCppProperties
-
def
getTensorSplit: Array[Double]
- Definition Classes
- HasLlamaCppProperties
-
def
getTfsZ: Float
- Definition Classes
- HasLlamaCppProperties
-
def
getTokenBias: Map[String, Float]
- Definition Classes
- HasLlamaCppProperties
-
def
getTokenIdBias: Map[Int, Float]
- Definition Classes
- HasLlamaCppProperties
-
def
getTopK: Int
- Definition Classes
- HasLlamaCppProperties
-
def
getTopP: Float
- Definition Classes
- HasLlamaCppProperties
-
def
getTypicalP: Float
- Definition Classes
- HasLlamaCppProperties
-
def
getUseChatTemplate: Boolean
- Definition Classes
- HasLlamaCppProperties
-
def
getUseMlock: Boolean
- Definition Classes
- HasLlamaCppProperties
-
def
getUseMmap: Boolean
- Definition Classes
- HasLlamaCppProperties
-
def
getYarnAttnFactor: Float
- Definition Classes
- HasLlamaCppProperties
-
def
getYarnBetaFast: Float
- Definition Classes
- HasLlamaCppProperties
-
def
getYarnBetaSlow: Float
- Definition Classes
- HasLlamaCppProperties
-
def
getYarnExtFactor: Float
- Definition Classes
- HasLlamaCppProperties
-
def
getYarnOrigCtx: Int
- Definition Classes
- HasLlamaCppProperties
-
val
gpuSplitMode: Param[String]
- Definition Classes
- HasLlamaCppProperties
-
val
grammar: Param[String]
- Definition Classes
- HasLlamaCppProperties
-
val
grpAttnN: IntParam
- Definition Classes
- HasLlamaCppProperties
-
val
grpAttnW: IntParam
- Definition Classes
- HasLlamaCppProperties
-
final
def
hasDefault[T](param: Param[T]): Boolean
- Definition Classes
- Params
-
def
hasParam(paramName: String): Boolean
- Definition Classes
- Params
-
def
hasParent: Boolean
- Definition Classes
- Model
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
val
ignoreEos: BooleanParam
- Definition Classes
- HasLlamaCppProperties
-
def
initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
- Attributes
- protected
- Definition Classes
- Logging
-
def
initializeLogIfNecessary(isInterpreter: Boolean): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
val
inputAnnotatorTypes: Array[AnnotatorType]
- Definition Classes
- AutoGGUFModel → HasInputAnnotationCols
-
final
val
inputCols: StringArrayParam
- Attributes
- protected
- Definition Classes
- HasInputAnnotationCols
-
val
inputPrefix: Param[String]
- Definition Classes
- HasLlamaCppProperties
-
val
inputPrefixBos: BooleanParam
- Definition Classes
- HasLlamaCppProperties
-
val
inputSuffix: Param[String]
- Definition Classes
- HasLlamaCppProperties
-
final
def
isDefined(param: Param[_]): Boolean
- Definition Classes
- Params
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
final
def
isSet(param: Param[_]): Boolean
- Definition Classes
- Params
-
def
isTraceEnabled(): Boolean
- Attributes
- protected
- Definition Classes
- Logging
-
val
lazyAnnotator: BooleanParam
- Definition Classes
- CanBeLazy
-
def
log: Logger
- Attributes
- protected
- Definition Classes
- Logging
-
def
logDebug(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logDebug(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logError(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logError(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logInfo(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logInfo(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logName: String
- Attributes
- protected
- Definition Classes
- Logging
-
def
logTrace(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logTrace(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logWarning(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logWarning(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
val
logger: Logger
- Definition Classes
- HasLlamaCppProperties
-
val
lookupCacheDynamicFilePath: Param[String]
- Definition Classes
- HasLlamaCppProperties
-
val
lookupCacheStaticFilePath: Param[String]
- Definition Classes
- HasLlamaCppProperties
-
val
loraAdapters: StructFeature[Map[String, Float]]
- Definition Classes
- HasLlamaCppProperties
-
val
mainGpu: IntParam
- Definition Classes
- HasLlamaCppProperties
-
val
metadata: ProtectedParam[String]
- Definition Classes
- HasLlamaCppProperties
-
val
minKeep: IntParam
- Definition Classes
- HasLlamaCppProperties
-
val
minP: FloatParam
- Definition Classes
- HasLlamaCppProperties
-
val
miroStat: Param[String]
- Definition Classes
- HasLlamaCppProperties
-
val
miroStatEta: FloatParam
- Definition Classes
- HasLlamaCppProperties
-
val
miroStatTau: FloatParam
- Definition Classes
- HasLlamaCppProperties
-
val
modelDraft: Param[String]
- Definition Classes
- HasLlamaCppProperties
-
def
msgHelper(schema: StructType): String
- Attributes
- protected
- Definition Classes
- HasInputAnnotationCols
-
val
nBatch: IntParam
- Definition Classes
- HasLlamaCppProperties
-
val
nChunks: IntParam
- Definition Classes
- HasLlamaCppProperties
-
val
nCtx: IntParam
- Definition Classes
- HasLlamaCppProperties
-
val
nDraft: IntParam
- Definition Classes
- HasLlamaCppProperties
-
val
nGpuLayers: IntParam
- Definition Classes
- HasLlamaCppProperties
-
val
nGpuLayersDraft: IntParam
- Definition Classes
- HasLlamaCppProperties
-
val
nKeep: IntParam
- Definition Classes
- HasLlamaCppProperties
-
val
nPredict: IntParam
- Definition Classes
- HasLlamaCppProperties
-
val
nProbs: IntParam
- Definition Classes
- HasLlamaCppProperties
-
val
nSequences: IntParam
- Definition Classes
- HasLlamaCppProperties
-
val
nThreads: IntParam
- Definition Classes
- HasLlamaCppProperties
-
val
nThreadsBatch: IntParam
- Definition Classes
- HasLlamaCppProperties
-
val
nThreadsBatchDraft: IntParam
- Definition Classes
- HasLlamaCppProperties
-
val
nThreadsDraft: IntParam
- Definition Classes
- HasLlamaCppProperties
-
val
nUbatch: IntParam
- Definition Classes
- HasLlamaCppProperties
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
val
noKvOffload: BooleanParam
- Definition Classes
- HasLlamaCppProperties
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
val
numaStrategy: Param[String]
- Definition Classes
- HasLlamaCppProperties
-
def
onWrite(path: String, spark: SparkSession): Unit
- Definition Classes
- AutoGGUFModel → ParamsAndFeaturesWritable
-
val
optionalInputAnnotatorTypes: Array[String]
- Definition Classes
- HasInputAnnotationCols
-
val
outputAnnotatorType: AnnotatorType
- Definition Classes
- AutoGGUFModel → HasOutputAnnotatorType
-
final
val
outputCol: Param[String]
- Attributes
- protected
- Definition Classes
- HasOutputAnnotationCol
-
val
pSplit: FloatParam
- Definition Classes
- HasLlamaCppProperties
-
lazy val
params: Array[Param[_]]
- Definition Classes
- Params
-
var
parent: Estimator[AutoGGUFModel]
- Definition Classes
- Model
-
val
penalizeNl: BooleanParam
- Definition Classes
- HasLlamaCppProperties
-
val
penaltyPrompt: Param[String]
- Definition Classes
- HasLlamaCppProperties
-
val
poolingType: Param[String]
- Definition Classes
- HasLlamaCppProperties
-
val
presencePenalty: FloatParam
- Definition Classes
- HasLlamaCppProperties
-
val
repeatLastN: IntParam
- Definition Classes
- HasLlamaCppProperties
-
val
repeatPenalty: FloatParam
- Definition Classes
- HasLlamaCppProperties
-
val
ropeFreqBase: FloatParam
- Definition Classes
- HasLlamaCppProperties
-
val
ropeFreqScale: FloatParam
- Definition Classes
- HasLlamaCppProperties
-
val
ropeScalingType: Param[String]
- Definition Classes
- HasLlamaCppProperties
-
val
samplers: StringArrayParam
- Definition Classes
- HasLlamaCppProperties
-
def
save(path: String): Unit
- Definition Classes
- MLWritable
- Annotations
- @Since( "1.6.0" ) @throws( ... )
-
val
seed: IntParam
- Definition Classes
- HasLlamaCppProperties
-
def
set[T](param: ProtectedParam[T], value: T): MedicalLLM.this.type
- Definition Classes
- HasProtectedParams
-
def
set[T](feature: StructFeature[T], value: T): MedicalLLM.this.type
- Attributes
- protected
- Definition Classes
- HasFeatures
-
def
set[K, V](feature: MapFeature[K, V], value: Map[K, V]): MedicalLLM.this.type
- Attributes
- protected
- Definition Classes
- HasFeatures
-
def
set[T](feature: SetFeature[T], value: Set[T]): MedicalLLM.this.type
- Attributes
- protected
- Definition Classes
- HasFeatures
-
def
set[T](feature: ArrayFeature[T], value: Array[T]): MedicalLLM.this.type
- Attributes
- protected
- Definition Classes
- HasFeatures
-
final
def
set(paramPair: ParamPair[_]): MedicalLLM.this.type
- Attributes
- protected
- Definition Classes
- Params
-
final
def
set(param: String, value: Any): MedicalLLM.this.type
- Attributes
- protected
- Definition Classes
- Params
-
final
def
set[T](param: Param[T], value: T): MedicalLLM.this.type
- Definition Classes
- Params
-
def
setBatchSize(size: Int): MedicalLLM.this.type
- Definition Classes
- HasBatchedAnnotate
-
def
setCachePrompt(cachePrompt: Boolean): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setChatTemplate(chatTemplate: String): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setDefault[T](feature: StructFeature[T], value: () ⇒ T): MedicalLLM.this.type
- Attributes
- protected
- Definition Classes
- HasFeatures
-
def
setDefault[K, V](feature: MapFeature[K, V], value: () ⇒ Map[K, V]): MedicalLLM.this.type
- Attributes
- protected
- Definition Classes
- HasFeatures
-
def
setDefault[T](feature: SetFeature[T], value: () ⇒ Set[T]): MedicalLLM.this.type
- Attributes
- protected
- Definition Classes
- HasFeatures
-
def
setDefault[T](feature: ArrayFeature[T], value: () ⇒ Array[T]): MedicalLLM.this.type
- Attributes
- protected
- Definition Classes
- HasFeatures
-
final
def
setDefault(paramPairs: ParamPair[_]*): MedicalLLM.this.type
- Attributes
- protected
- Definition Classes
- Params
-
final
def
setDefault[T](param: Param[T], value: T): MedicalLLM.this.type
- Attributes
- protected[org.apache.spark.ml]
- Definition Classes
- Params
-
def
setDefragmentationThreshold(defragThold: Float): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setDisableTokenIds(disableTokenIds: Array[Int]): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setDynamicTemperatureExponent(dynatempExponent: Float): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setDynamicTemperatureRange(dynatempRange: Float): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setEmbedding(embedding: Boolean): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setFlashAttention(flashAttention: Boolean): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setFrequencyPenalty(frequencyPenalty: Float): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setGpuSplitMode(splitMode: String): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setGrammar(grammar: String): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setGrpAttnN(grpAttnN: Int): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setGrpAttnW(grpAttnW: Int): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setIgnoreEos(ignoreEos: Boolean): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
final
def
setInputCols(value: String*): MedicalLLM.this.type
- Definition Classes
- HasInputAnnotationCols
-
def
setInputCols(value: Array[String]): MedicalLLM.this.type
- Definition Classes
- HasInputAnnotationCols
-
def
setInputPrefix(inputPrefix: String): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setInputPrefixBos(inputPrefixBos: Boolean): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setInputSuffix(inputSuffix: String): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setLazyAnnotator(value: Boolean): MedicalLLM.this.type
- Definition Classes
- CanBeLazy
-
def
setLookupCacheDynamicFilePath(lookupCacheDynamicFilePath: String): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setLookupCacheStaticFilePath(lookupCacheStaticFilePath: String): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setLoraAdapters(loraAdapters: HashMap[String, Double]): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setLoraAdapters(loraAdapters: Map[String, Float]): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setMainGpu(mainGpu: Int): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setMetadata(metadata: String): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setMinKeep(minKeep: Int): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setMinP(minP: Float): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setMiroStat(mirostat: String): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setMiroStatEta(mirostatEta: Float): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setMiroStatTau(mirostatTau: Float): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setModelDraft(modelDraft: String): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setModelIfNotSet(spark: SparkSession, wrapper: GGUFWrapper): MedicalLLM.this.type
- Definition Classes
- AutoGGUFModel
-
def
setNBatch(nBatch: Int): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setNChunks(nChunks: Int): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setNCtx(nCtx: Int): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setNDraft(nDraft: Int): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setNGpuLayers(nGpuLayers: Int): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setNGpuLayersDraft(nGpuLayersDraft: Int): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setNKeep(nKeep: Int): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setNPredict(nPredict: Int): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setNProbs(nProbs: Int): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setNSequences(nSequences: Int): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setNThreads(nThreads: Int): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setNThreadsBatch(nThreadsBatch: Int): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setNThreadsBatchDraft(nThreadsBatchDraft: Int): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setNThreadsDraft(nThreadsDraft: Int): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setNUbatch(nUbatch: Int): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setNoKvOffload(noKvOffload: Boolean): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setNumaStrategy(numa: String): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
final
def
setOutputCol(value: String): MedicalLLM.this.type
- Definition Classes
- HasOutputAnnotationCol
-
def
setPSplit(pSplit: Float): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setParent(parent: Estimator[AutoGGUFModel]): AutoGGUFModel
- Definition Classes
- Model
-
def
setPenalizeNl(penalizeNl: Boolean): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setPenaltyPrompt(penaltyPrompt: String): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setPoolingType(poolingType: String): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setPresencePenalty(presencePenalty: Float): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setRepeatLastN(repeatLastN: Int): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setRepeatPenalty(repeatPenalty: Float): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setRopeFreqBase(ropeFreqBase: Float): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setRopeFreqScale(ropeFreqScale: Float): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setRopeScalingType(ropeScalingType: String): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setSamplers(samplers: Array[String]): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setSeed(seed: Int): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setStopStrings(stopStrings: Array[String]): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setSystemPrompt(systemPrompt: String): MedicalLLM.this.type
- Definition Classes
- MedicalLLM → HasLlamaCppProperties
-
def
setTemperature(temperature: Float): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setTensorSplit(tensorSplit: Array[Double]): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setTfsZ(tfsZ: Float): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setTokenBias(tokenBias: HashMap[String, Double]): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setTokenBias(tokenBias: Map[String, Float]): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setTokenIdBias(tokenIdBias: HashMap[Integer, Double]): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setTokenIdBias(tokenIdBias: Map[Int, Float]): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setTopK(topK: Int): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setTopP(topP: Float): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setTypicalP(typicalP: Float): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setUseChatTemplate(useChatTemplate: Boolean): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setUseMlock(useMlock: Boolean): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setUseMmap(useMmap: Boolean): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setYarnAttnFactor(yarnAttnFactor: Float): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setYarnBetaFast(yarnBetaFast: Float): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setYarnBetaSlow(yarnBetaSlow: Float): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setYarnExtFactor(yarnExtFactor: Float): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
def
setYarnOrigCtx(yarnOrigCtx: Int): MedicalLLM.this.type
- Definition Classes
- HasLlamaCppProperties
-
val
stopStrings: StringArrayParam
- Definition Classes
- HasLlamaCppProperties
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
val
systemPrompt: Param[String]
- Definition Classes
- HasLlamaCppProperties
-
val
temperature: FloatParam
- Definition Classes
- HasLlamaCppProperties
-
val
tensorSplit: DoubleArrayParam
- Definition Classes
- HasLlamaCppProperties
-
val
tfsZ: FloatParam
- Definition Classes
- HasLlamaCppProperties
-
def
toString(): String
- Definition Classes
- Identifiable → AnyRef → Any
-
val
tokenBias: StructFeature[Map[String, Float]]
- Definition Classes
- HasLlamaCppProperties
-
val
tokenIdBias: StructFeature[Map[Int, Float]]
- Definition Classes
- HasLlamaCppProperties
-
val
topK: IntParam
- Definition Classes
- HasLlamaCppProperties
-
val
topP: FloatParam
- Definition Classes
- HasLlamaCppProperties
-
final
def
transform(dataset: Dataset[_]): DataFrame
- Definition Classes
- AnnotatorModel → Transformer
-
def
transform(dataset: Dataset[_], paramMap: ParamMap): DataFrame
- Definition Classes
- Transformer
- Annotations
- @Since( "2.0.0" )
-
def
transform(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): DataFrame
- Definition Classes
- Transformer
- Annotations
- @Since( "2.0.0" ) @varargs()
-
final
def
transformSchema(schema: StructType): StructType
- Definition Classes
- RawAnnotator → PipelineStage
-
def
transformSchema(schema: StructType, logging: Boolean): StructType
- Attributes
- protected
- Definition Classes
- PipelineStage
- Annotations
- @DeveloperApi()
-
val
typicalP: FloatParam
- Definition Classes
- HasLlamaCppProperties
-
val
uid: String
- Definition Classes
- MedicalLLM → AutoGGUFModel → Identifiable
-
val
useChatTemplate: BooleanParam
- Definition Classes
- HasLlamaCppProperties
-
val
useMlock: BooleanParam
- Definition Classes
- HasLlamaCppProperties
-
val
useMmap: BooleanParam
- Definition Classes
- HasLlamaCppProperties
-
def
validate(schema: StructType): Boolean
- Attributes
- protected
- Definition Classes
- RawAnnotator
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
def
wrapColumnMetadata(col: Column): Column
- Attributes
- protected
- Definition Classes
- RawAnnotator
-
def
write: MLWriter
- Definition Classes
- ParamsAndFeaturesWritable → DefaultParamsWritable → MLWritable
-
val
yarnAttnFactor: FloatParam
- Definition Classes
- HasLlamaCppProperties
-
val
yarnBetaFast: FloatParam
- Definition Classes
- HasLlamaCppProperties
-
val
yarnBetaSlow: FloatParam
- Definition Classes
- HasLlamaCppProperties
-
val
yarnExtFactor: FloatParam
- Definition Classes
- HasLlamaCppProperties
-
val
yarnOrigCtx: IntParam
- Definition Classes
- HasLlamaCppProperties