Packages

final class LLMLoader extends LLMLoaderInferenceParams[LLMLoader] with CheckLicense with HasFeatures

Linear Supertypes
HasFeatures, CheckLicense, LLMLoaderInferenceParams[LLMLoader], AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. LLMLoader
  2. HasFeatures
  3. CheckLicense
  4. LLMLoaderInferenceParams
  5. AnyRef
  6. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new LLMLoader()
  2. new LLMLoader(uid: String)

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. def $$[T](feature: StructFeature[T]): T
    Attributes
    protected
    Definition Classes
    HasFeatures
  4. def $$[K, V](feature: MapFeature[K, V]): Map[K, V]
    Attributes
    protected
    Definition Classes
    HasFeatures
  5. def $$[T](feature: SetFeature[T]): Set[T]
    Attributes
    protected
    Definition Classes
    HasFeatures
  6. def $$[T](feature: ArrayFeature[T]): Array[T]
    Attributes
    protected
    Definition Classes
    HasFeatures
  7. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  8. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  9. def checkValidEnvironment(spark: Option[SparkSession], scopes: Seq[String]): Unit
    Definition Classes
    CheckLicense
  10. def checkValidScope(scope: String): Unit
    Definition Classes
    CheckLicense
  11. def checkValidScopeAndEnvironment(scope: String, spark: Option[SparkSession], checkLp: Boolean): Unit
    Definition Classes
    CheckLicense
  12. def checkValidScopesAndEnvironment(scopes: Seq[String], spark: Option[SparkSession], checkLp: Boolean): Unit
    Definition Classes
    CheckLicense
  13. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  14. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  15. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  16. val features: ArrayBuffer[Feature[_, _, _]]
    Definition Classes
    HasFeatures
  17. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  18. def findGGUFModelInFolder(path: String): String
  19. def generate(prompt: String): String
  20. def get[T](feature: StructFeature[T]): Option[T]
    Attributes
    protected
    Definition Classes
    HasFeatures
  21. def get[K, V](feature: MapFeature[K, V]): Option[Map[K, V]]
    Attributes
    protected
    Definition Classes
    HasFeatures
  22. def get[T](feature: SetFeature[T]): Option[Set[T]]
    Attributes
    protected
    Definition Classes
    HasFeatures
  23. def get[T](feature: ArrayFeature[T]): Option[Array[T]]
    Attributes
    protected
    Definition Classes
    HasFeatures
  24. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  25. def getMetadata: String
  26. def getMetadataEntry(param: String): String
  27. def getSystemPrompt: String
    Definition Classes
    LLMLoaderInferenceParams
  28. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  29. val inferenceParameters: InferenceParameters
    Attributes
    protected
    Definition Classes
    LLMLoaderInferenceParams
  30. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  31. def isLicensed: Boolean
  32. def load(modelPath: String, nGpuLayers: Int = 0): LLMLoader
  33. def loadGGUF(ggufPath: String, systemPrompt: String = "", nGpuLayers: Int = 0): LLMLoader
  34. def loadParamsMap(paramsMap: Map[String, Any]): Unit
    Attributes
    protected
    Definition Classes
    LLMLoaderInferenceParams
  35. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  36. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  37. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  38. val paramsMap: Map[String, Any]
    Attributes
    protected
    Definition Classes
    LLMLoaderInferenceParams
  39. def pretrained(name: String, lang: String, remoteLoc: String): LLMLoader
  40. def readGGUF(ggufPath: String, systemPrompt: String = "", nGpuLayers: Int = 0): Unit
  41. def readModel(modelPath: String, nGpuLayers: Int = 0): Unit
  42. def readSparkModel(modelPath: String, nGpuLayers: Int = 0): Unit
  43. def set[T](feature: StructFeature[T], value: T): LLMLoader.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  44. def set[K, V](feature: MapFeature[K, V], value: Map[K, V]): LLMLoader.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  45. def set[T](feature: SetFeature[T], value: Set[T]): LLMLoader.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  46. def set[T](feature: ArrayFeature[T], value: Array[T]): LLMLoader.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  47. def setCachePrompt(cachePrompt: Boolean): LLMLoader

    Whether to remember the prompt to avoid reprocessing it

    Whether to remember the prompt to avoid reprocessing it

    Definition Classes
    LLMLoaderInferenceParams
  48. def setDefault[T](feature: StructFeature[T], value: () ⇒ T): LLMLoader.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  49. def setDefault[K, V](feature: MapFeature[K, V], value: () ⇒ Map[K, V]): LLMLoader.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  50. def setDefault[T](feature: SetFeature[T], value: () ⇒ Set[T]): LLMLoader.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  51. def setDefault[T](feature: ArrayFeature[T], value: () ⇒ Array[T]): LLMLoader.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  52. def setDynamicTemperatureExponent(dynatempExponent: Float): LLMLoader

    Set the dynamic temperature exponent (default: 1.0)

    Set the dynamic temperature exponent (default: 1.0)

    Definition Classes
    LLMLoaderInferenceParams
  53. def setDynamicTemperatureRange(dynatempRange: Float): LLMLoader

    Set the dynamic temperature range (default: 0.0, 0.0 = disabled)

    Set the dynamic temperature range (default: 0.0, 0.0 = disabled)

    Definition Classes
    LLMLoaderInferenceParams
  54. def setFrequencyPenalty(frequencyPenalty: Float): LLMLoader

    Set the repetition alpha frequency penalty (default: 0.0, 0.0 = disabled)

    Set the repetition alpha frequency penalty (default: 0.0, 0.0 = disabled)

    Definition Classes
    LLMLoaderInferenceParams
  55. def setGrammar(grammar: String): LLMLoader

    Set BNF-like grammar to constrain generations (see samples in grammars/ dir)

    Set BNF-like grammar to constrain generations (see samples in grammars/ dir)

    Definition Classes
    LLMLoaderInferenceParams
  56. def setIgnoreEos(ignoreEos: Boolean): LLMLoader

    Set whether to ignore end of stream token and continue generating (implies --logit-bias 2-inf)

    Set whether to ignore end of stream token and continue generating (implies --logit-bias 2-inf)

    Definition Classes
    LLMLoaderInferenceParams
  57. def setInputPrefix(inputPrefix: String): LLMLoader

    Set a prefix for infilling (default: empty)

    Set a prefix for infilling (default: empty)

    Definition Classes
    LLMLoaderInferenceParams
  58. def setInputSuffix(inputSuffix: String): LLMLoader

    Set a suffix for infilling (default: empty)

    Set a suffix for infilling (default: empty)

    Definition Classes
    LLMLoaderInferenceParams
  59. def setMinKeep(minKeep: Int): LLMLoader

    Set the amount of tokens the samplers should return at least (0 = disabled)

    Set the amount of tokens the samplers should return at least (0 = disabled)

    Definition Classes
    LLMLoaderInferenceParams
  60. def setMinP(minP: Float): LLMLoader

    Set min-p sampling (default: 0.1, 0.0 = disabled)

    Set min-p sampling (default: 0.1, 0.0 = disabled)

    Definition Classes
    LLMLoaderInferenceParams
  61. def setMiroStatEta(mirostatEta: Float): LLMLoader

    Set the MiroStat learning rate, parameter eta (default: 0.1)

    Set the MiroStat learning rate, parameter eta (default: 0.1)

    Definition Classes
    LLMLoaderInferenceParams
  62. def setMiroStatTau(mirostatTau: Float): LLMLoader

    Set the MiroStat target entropy, parameter tau (default: 5.0)

    Set the MiroStat target entropy, parameter tau (default: 5.0)

    Definition Classes
    LLMLoaderInferenceParams
  63. def setNKeep(nKeep: Int): LLMLoader

    Set the number of tokens to keep from the initial prompt (default: 0, -1 = all)

    Set the number of tokens to keep from the initial prompt (default: 0, -1 = all)

    Definition Classes
    LLMLoaderInferenceParams
  64. def setNPredict(nPredict: Int): LLMLoader

    Set the number of tokens to predict (default: -1, -1 = infinity, -2 = until context filled)

    Set the number of tokens to predict (default: -1, -1 = infinity, -2 = until context filled)

    Definition Classes
    LLMLoaderInferenceParams
  65. def setNProbs(nProbs: Int): LLMLoader

    Set the amount top tokens probabilities to output if greater than 0.

    Set the amount top tokens probabilities to output if greater than 0.

    Definition Classes
    LLMLoaderInferenceParams
  66. def setPenalizeNl(penalizeNl: Boolean): LLMLoader

    Whether to penalize newline tokens

    Whether to penalize newline tokens

    Definition Classes
    LLMLoaderInferenceParams
  67. def setPenaltyPrompt(tokens: ArrayList[Int]): LLMLoader
    Definition Classes
    LLMLoaderInferenceParams
  68. def setPenaltyPrompt(tokens: Array[Int]): LLMLoader

    Override which tokens to penalize for repetition.

    Override which tokens to penalize for repetition. E.g. if original prompt is "Alice: Hello!" and penaltyPrompt corresponds to the token ids of "Hello!", only the latter will be penalized if repeated. See pull request 3727 for more details.

    Definition Classes
    LLMLoaderInferenceParams
  69. def setPenaltyPrompt(penaltyPrompt: String): LLMLoader

    Override which part of the prompt is penalized for repetition.

    Override which part of the prompt is penalized for repetition. E.g. if original prompt is "Alice: Hello!" and penaltyPrompt is "Hello!", only the latter will be penalized if repeated. See pull request 3727 for more details.

    Definition Classes
    LLMLoaderInferenceParams
  70. def setPresencePenalty(presencePenalty: Float): LLMLoader

    Set the repetition alpha presence penalty (default: 0.0, 0.0 = disabled)

    Set the repetition alpha presence penalty (default: 0.0, 0.0 = disabled)

    Definition Classes
    LLMLoaderInferenceParams
  71. def setRepeatLastN(repeatLastN: Int): LLMLoader

    Set the last n tokens to consider for penalties (default: 64, 0 = disabled, -1 = ctx_size)

    Set the last n tokens to consider for penalties (default: 64, 0 = disabled, -1 = ctx_size)

    Definition Classes
    LLMLoaderInferenceParams
  72. def setRepeatPenalty(repeatPenalty: Float): LLMLoader

    Set the penalty of repeated sequences of tokens (default: 1.0, 1.0 = disabled)

    Set the penalty of repeated sequences of tokens (default: 1.0, 1.0 = disabled)

    Definition Classes
    LLMLoaderInferenceParams
  73. def setSeed(seed: Int): LLMLoader

    Set the RNG seed (default: -1, use random seed for < 0)

    Set the RNG seed (default: -1, use random seed for < 0)

    Definition Classes
    LLMLoaderInferenceParams
  74. def setSparkSession(spark: SparkSession): LLMLoader
  75. def setStopStrings(stopStrings: ArrayList[String]): LLMLoader
    Definition Classes
    LLMLoaderInferenceParams
  76. def setStopStrings(stopStrings: Array[String]): LLMLoader

    Set strings upon seeing which token generation is stopped

    Set strings upon seeing which token generation is stopped

    Definition Classes
    LLMLoaderInferenceParams
  77. def setSystemPrompt(systemPrompt: String): LLMLoader
    Definition Classes
    LLMLoaderInferenceParams
  78. def setTemperature(temperature: Float): LLMLoader

    Set the temperature (default: 0.8)

    Set the temperature (default: 0.8)

    Definition Classes
    LLMLoaderInferenceParams
  79. def setTfsZ(tfsZ: Float): LLMLoader

    Set tail free sampling, parameter z (default: 1.0, 1.0 = disabled)

    Set tail free sampling, parameter z (default: 1.0, 1.0 = disabled)

    Definition Classes
    LLMLoaderInferenceParams
  80. def setTopK(topK: Int): LLMLoader

    Set top-k sampling (default: 40, 0 = disabled)

    Set top-k sampling (default: 40, 0 = disabled)

    Definition Classes
    LLMLoaderInferenceParams
  81. def setTopP(topP: Float): LLMLoader

    Set top-p sampling (default: 0.9, 1.0 = disabled)

    Set top-p sampling (default: 0.9, 1.0 = disabled)

    Definition Classes
    LLMLoaderInferenceParams
  82. def setTypicalP(typicalP: Float): LLMLoader

    Set locally typical sampling, parameter p (default: 1.0, 1.0 = disabled)

    Set locally typical sampling, parameter p (default: 1.0, 1.0 = disabled)

    Definition Classes
    LLMLoaderInferenceParams
  83. def setUseChatTemplate(useChatTemplate: Boolean): LLMLoader

    Set whether or not generate should apply a chat template (default: false)

    Set whether or not generate should apply a chat template (default: false)

    Definition Classes
    LLMLoaderInferenceParams
  84. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  85. def toString(): String
    Definition Classes
    AnyRef → Any
  86. val uid: String
  87. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  88. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  89. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  90. def writeModel(modelPath: String, outputModelPath: String, metadata: Map[String, String]): Unit

Inherited from HasFeatures

Inherited from CheckLicense

Inherited from LLMLoaderInferenceParams[LLMLoader]

Inherited from AnyRef

Inherited from Any

Ungrouped