Packages

final class LLMLoader extends LLMLoaderInferenceParams[LLMLoader] with CheckLicense with HasFeatures

Linear Supertypes
HasFeatures, CheckLicense, LLMLoaderInferenceParams[LLMLoader], AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. LLMLoader
  2. HasFeatures
  3. CheckLicense
  4. LLMLoaderInferenceParams
  5. AnyRef
  6. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new LLMLoader()
  2. new LLMLoader(uid: String)

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. def $$[T](feature: StructFeature[T]): T
    Attributes
    protected
    Definition Classes
    HasFeatures
  4. def $$[K, V](feature: MapFeature[K, V]): Map[K, V]
    Attributes
    protected
    Definition Classes
    HasFeatures
  5. def $$[T](feature: SetFeature[T]): Set[T]
    Attributes
    protected
    Definition Classes
    HasFeatures
  6. def $$[T](feature: ArrayFeature[T]): Array[T]
    Attributes
    protected
    Definition Classes
    HasFeatures
  7. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  8. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  9. def checkValidEnvironment(spark: Option[SparkSession], scopes: Seq[String]): Unit
    Definition Classes
    CheckLicense
  10. def checkValidScope(scope: String): Unit
    Definition Classes
    CheckLicense
  11. def checkValidScopeAndEnvironment(scope: String, spark: Option[SparkSession], checkLp: Boolean): Unit
    Definition Classes
    CheckLicense
  12. def checkValidScopesAndEnvironment(scopes: Seq[String], spark: Option[SparkSession], checkLp: Boolean): Unit
    Definition Classes
    CheckLicense
  13. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  14. def encodeModel(modelPath: String, outputModelPath: String, metadata: HashMap[String, String]): Unit
  15. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  16. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  17. val features: ArrayBuffer[Feature[_, _, _]]
    Definition Classes
    HasFeatures
  18. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  19. def findGGUFModelInFolder(path: String): String
  20. def generate(prompt: String): String
  21. def get[T](feature: StructFeature[T]): Option[T]
    Attributes
    protected
    Definition Classes
    HasFeatures
  22. def get[K, V](feature: MapFeature[K, V]): Option[Map[K, V]]
    Attributes
    protected
    Definition Classes
    HasFeatures
  23. def get[T](feature: SetFeature[T]): Option[Set[T]]
    Attributes
    protected
    Definition Classes
    HasFeatures
  24. def get[T](feature: ArrayFeature[T]): Option[Array[T]]
    Attributes
    protected
    Definition Classes
    HasFeatures
  25. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  26. def getMetadata: String
  27. def getMetadataEntry(param: String): String
  28. def getSystemPrompt: String
    Definition Classes
    LLMLoaderInferenceParams
  29. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  30. val inferenceParameters: InferenceParameters
    Attributes
    protected
    Definition Classes
    LLMLoaderInferenceParams
  31. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  32. def isLicensed: Boolean
  33. def load(modelPath: String, nGpuLayers: Int = 0): LLMLoader
  34. def loadGGUF(ggufPath: String, systemPrompt: String = "", nGpuLayers: Int = 0): LLMLoader
  35. def loadParamsMap(paramsMap: Map[String, Any]): Unit
    Attributes
    protected
    Definition Classes
    LLMLoaderInferenceParams
  36. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  37. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  38. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  39. val paramsMap: Map[String, Any]
    Attributes
    protected
    Definition Classes
    LLMLoaderInferenceParams
  40. def pretrained(name: String, lang: String, remoteLoc: String): LLMLoader
  41. def readGGUF(ggufPath: String, systemPrompt: String = "", nGpuLayers: Int = 0): Unit
  42. def readModel(modelPath: String, nGpuLayers: Int = 0): Unit
  43. def readSparkModel(modelPath: String, nGpuLayers: Int = 0): Unit
  44. def set[T](feature: StructFeature[T], value: T): LLMLoader.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  45. def set[K, V](feature: MapFeature[K, V], value: Map[K, V]): LLMLoader.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  46. def set[T](feature: SetFeature[T], value: Set[T]): LLMLoader.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  47. def set[T](feature: ArrayFeature[T], value: Array[T]): LLMLoader.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  48. def setCachePrompt(cachePrompt: Boolean): LLMLoader

    Whether to remember the prompt to avoid reprocessing it

    Whether to remember the prompt to avoid reprocessing it

    Definition Classes
    LLMLoaderInferenceParams
  49. def setDefault[T](feature: StructFeature[T], value: () ⇒ T): LLMLoader.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  50. def setDefault[K, V](feature: MapFeature[K, V], value: () ⇒ Map[K, V]): LLMLoader.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  51. def setDefault[T](feature: SetFeature[T], value: () ⇒ Set[T]): LLMLoader.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  52. def setDefault[T](feature: ArrayFeature[T], value: () ⇒ Array[T]): LLMLoader.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  53. def setDynamicTemperatureExponent(dynatempExponent: Float): LLMLoader

    Set the dynamic temperature exponent (default: 1.0)

    Set the dynamic temperature exponent (default: 1.0)

    Definition Classes
    LLMLoaderInferenceParams
  54. def setDynamicTemperatureRange(dynatempRange: Float): LLMLoader

    Set the dynamic temperature range (default: 0.0, 0.0 = disabled)

    Set the dynamic temperature range (default: 0.0, 0.0 = disabled)

    Definition Classes
    LLMLoaderInferenceParams
  55. def setFrequencyPenalty(frequencyPenalty: Float): LLMLoader

    Set the repetition alpha frequency penalty (default: 0.0, 0.0 = disabled)

    Set the repetition alpha frequency penalty (default: 0.0, 0.0 = disabled)

    Definition Classes
    LLMLoaderInferenceParams
  56. def setGrammar(grammar: String): LLMLoader

    Set BNF-like grammar to constrain generations (see samples in grammars/ dir)

    Set BNF-like grammar to constrain generations (see samples in grammars/ dir)

    Definition Classes
    LLMLoaderInferenceParams
  57. def setIgnoreEos(ignoreEos: Boolean): LLMLoader

    Set whether to ignore end of stream token and continue generating (implies --logit-bias 2-inf)

    Set whether to ignore end of stream token and continue generating (implies --logit-bias 2-inf)

    Definition Classes
    LLMLoaderInferenceParams
  58. def setInputPrefix(inputPrefix: String): LLMLoader

    Set a prefix for infilling (default: empty)

    Set a prefix for infilling (default: empty)

    Definition Classes
    LLMLoaderInferenceParams
  59. def setInputSuffix(inputSuffix: String): LLMLoader

    Set a suffix for infilling (default: empty)

    Set a suffix for infilling (default: empty)

    Definition Classes
    LLMLoaderInferenceParams
  60. def setMinKeep(minKeep: Int): LLMLoader

    Set the amount of tokens the samplers should return at least (0 = disabled)

    Set the amount of tokens the samplers should return at least (0 = disabled)

    Definition Classes
    LLMLoaderInferenceParams
  61. def setMinP(minP: Float): LLMLoader

    Set min-p sampling (default: 0.1, 0.0 = disabled)

    Set min-p sampling (default: 0.1, 0.0 = disabled)

    Definition Classes
    LLMLoaderInferenceParams
  62. def setMiroStatEta(mirostatEta: Float): LLMLoader

    Set the MiroStat learning rate, parameter eta (default: 0.1)

    Set the MiroStat learning rate, parameter eta (default: 0.1)

    Definition Classes
    LLMLoaderInferenceParams
  63. def setMiroStatTau(mirostatTau: Float): LLMLoader

    Set the MiroStat target entropy, parameter tau (default: 5.0)

    Set the MiroStat target entropy, parameter tau (default: 5.0)

    Definition Classes
    LLMLoaderInferenceParams
  64. def setNKeep(nKeep: Int): LLMLoader

    Set the number of tokens to keep from the initial prompt (default: 0, -1 = all)

    Set the number of tokens to keep from the initial prompt (default: 0, -1 = all)

    Definition Classes
    LLMLoaderInferenceParams
  65. def setNPredict(nPredict: Int): LLMLoader

    Set the number of tokens to predict (default: -1, -1 = infinity, -2 = until context filled)

    Set the number of tokens to predict (default: -1, -1 = infinity, -2 = until context filled)

    Definition Classes
    LLMLoaderInferenceParams
  66. def setNProbs(nProbs: Int): LLMLoader

    Set the amount top tokens probabilities to output if greater than 0.

    Set the amount top tokens probabilities to output if greater than 0.

    Definition Classes
    LLMLoaderInferenceParams
  67. def setPenalizeNl(penalizeNl: Boolean): LLMLoader

    Whether to penalize newline tokens

    Whether to penalize newline tokens

    Definition Classes
    LLMLoaderInferenceParams
  68. def setPenaltyPrompt(tokens: ArrayList[Int]): LLMLoader
    Definition Classes
    LLMLoaderInferenceParams
  69. def setPenaltyPrompt(tokens: Array[Int]): LLMLoader

    Override which tokens to penalize for repetition.

    Override which tokens to penalize for repetition. E.g. if original prompt is "Alice: Hello!" and penaltyPrompt corresponds to the token ids of "Hello!", only the latter will be penalized if repeated. See pull request 3727 for more details.

    Definition Classes
    LLMLoaderInferenceParams
  70. def setPenaltyPrompt(penaltyPrompt: String): LLMLoader

    Override which part of the prompt is penalized for repetition.

    Override which part of the prompt is penalized for repetition. E.g. if original prompt is "Alice: Hello!" and penaltyPrompt is "Hello!", only the latter will be penalized if repeated. See pull request 3727 for more details.

    Definition Classes
    LLMLoaderInferenceParams
  71. def setPresencePenalty(presencePenalty: Float): LLMLoader

    Set the repetition alpha presence penalty (default: 0.0, 0.0 = disabled)

    Set the repetition alpha presence penalty (default: 0.0, 0.0 = disabled)

    Definition Classes
    LLMLoaderInferenceParams
  72. def setRepeatLastN(repeatLastN: Int): LLMLoader

    Set the last n tokens to consider for penalties (default: 64, 0 = disabled, -1 = ctx_size)

    Set the last n tokens to consider for penalties (default: 64, 0 = disabled, -1 = ctx_size)

    Definition Classes
    LLMLoaderInferenceParams
  73. def setRepeatPenalty(repeatPenalty: Float): LLMLoader

    Set the penalty of repeated sequences of tokens (default: 1.0, 1.0 = disabled)

    Set the penalty of repeated sequences of tokens (default: 1.0, 1.0 = disabled)

    Definition Classes
    LLMLoaderInferenceParams
  74. def setSeed(seed: Int): LLMLoader

    Set the RNG seed (default: -1, use random seed for < 0)

    Set the RNG seed (default: -1, use random seed for < 0)

    Definition Classes
    LLMLoaderInferenceParams
  75. def setSparkSession(spark: SparkSession): LLMLoader
  76. def setStopStrings(stopStrings: ArrayList[String]): LLMLoader
    Definition Classes
    LLMLoaderInferenceParams
  77. def setStopStrings(stopStrings: Array[String]): LLMLoader

    Set strings upon seeing which token generation is stopped

    Set strings upon seeing which token generation is stopped

    Definition Classes
    LLMLoaderInferenceParams
  78. def setSystemPrompt(systemPrompt: String): LLMLoader
    Definition Classes
    LLMLoaderInferenceParams
  79. def setTemperature(temperature: Float): LLMLoader

    Set the temperature (default: 0.8)

    Set the temperature (default: 0.8)

    Definition Classes
    LLMLoaderInferenceParams
  80. def setTfsZ(tfsZ: Float): LLMLoader

    Set tail free sampling, parameter z (default: 1.0, 1.0 = disabled)

    Set tail free sampling, parameter z (default: 1.0, 1.0 = disabled)

    Definition Classes
    LLMLoaderInferenceParams
  81. def setTopK(topK: Int): LLMLoader

    Set top-k sampling (default: 40, 0 = disabled)

    Set top-k sampling (default: 40, 0 = disabled)

    Definition Classes
    LLMLoaderInferenceParams
  82. def setTopP(topP: Float): LLMLoader

    Set top-p sampling (default: 0.9, 1.0 = disabled)

    Set top-p sampling (default: 0.9, 1.0 = disabled)

    Definition Classes
    LLMLoaderInferenceParams
  83. def setTypicalP(typicalP: Float): LLMLoader

    Set locally typical sampling, parameter p (default: 1.0, 1.0 = disabled)

    Set locally typical sampling, parameter p (default: 1.0, 1.0 = disabled)

    Definition Classes
    LLMLoaderInferenceParams
  84. def setUseChatTemplate(useChatTemplate: Boolean): LLMLoader

    Set whether or not generate should apply a chat template (default: false)

    Set whether or not generate should apply a chat template (default: false)

    Definition Classes
    LLMLoaderInferenceParams
  85. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  86. def toString(): String
    Definition Classes
    AnyRef → Any
  87. val uid: String
  88. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  89. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  90. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  91. def writeModel(modelPath: String, outputModelPath: String, metadata: Map[String, String]): Unit

Inherited from HasFeatures

Inherited from CheckLicense

Inherited from LLMLoaderInferenceParams[LLMLoader]

Inherited from AnyRef

Inherited from Any

Ungrouped