Packages

final class LLMLoader extends LLMLoaderInferenceParams[LLMLoader] with CheckLicense with HasFeatures

Linear Supertypes
HasFeatures, CheckLicense, LLMLoaderInferenceParams[LLMLoader], AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. LLMLoader
  2. HasFeatures
  3. CheckLicense
  4. LLMLoaderInferenceParams
  5. AnyRef
  6. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new LLMLoader()
  2. new LLMLoader(uid: String)

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. def $$[T](feature: StructFeature[T]): T
    Attributes
    protected
    Definition Classes
    HasFeatures
  4. def $$[K, V](feature: MapFeature[K, V]): Map[K, V]
    Attributes
    protected
    Definition Classes
    HasFeatures
  5. def $$[T](feature: SetFeature[T]): Set[T]
    Attributes
    protected
    Definition Classes
    HasFeatures
  6. def $$[T](feature: ArrayFeature[T]): Array[T]
    Attributes
    protected
    Definition Classes
    HasFeatures
  7. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  8. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  9. def checkValidEnvironment(spark: Option[SparkSession], scopes: Seq[String]): Unit
    Definition Classes
    CheckLicense
  10. def checkValidScope(scope: String): Unit
    Definition Classes
    CheckLicense
  11. def checkValidScopeAndEnvironment(scope: String, spark: Option[SparkSession], checkLp: Boolean): Unit
    Definition Classes
    CheckLicense
  12. def checkValidScopesAndEnvironment(scopes: Seq[String], spark: Option[SparkSession], checkLp: Boolean): Unit
    Definition Classes
    CheckLicense
  13. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  14. def encodeModel(modelPath: String, outputModelPath: String, metadata: HashMap[String, String]): Unit
  15. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  16. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  17. val features: ArrayBuffer[Feature[_, _, _]]
    Definition Classes
    HasFeatures
  18. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  19. def findGGUFModelInFolder(folderPath: String): String
  20. def generate(prompt: String): String
  21. def get[T](feature: StructFeature[T]): Option[T]
    Attributes
    protected
    Definition Classes
    HasFeatures
  22. def get[K, V](feature: MapFeature[K, V]): Option[Map[K, V]]
    Attributes
    protected
    Definition Classes
    HasFeatures
  23. def get[T](feature: SetFeature[T]): Option[Set[T]]
    Attributes
    protected
    Definition Classes
    HasFeatures
  24. def get[T](feature: ArrayFeature[T]): Option[Array[T]]
    Attributes
    protected
    Definition Classes
    HasFeatures
  25. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  26. def getMetadata: String
  27. def getMetadataEntry(param: String): String
  28. def getNGpuLayers: Int
    Definition Classes
    LLMLoaderInferenceParams
  29. def getSystemPrompt: String
    Definition Classes
    LLMLoaderInferenceParams
  30. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  31. val inferenceParameters: InferenceParameters
    Attributes
    protected
    Definition Classes
    LLMLoaderInferenceParams
  32. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  33. def isLicensed: Boolean
  34. def load(modelPath: String, nGpuLayers: Int = 0): LLMLoader
  35. def loadGGUF(ggufPath: String, systemPrompt: String = "", nGpuLayers: Int = 0): LLMLoader
  36. def loadParamsMap(paramsMap: Map[String, Any]): Unit
    Attributes
    protected
    Definition Classes
    LLMLoaderInferenceParams
  37. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  38. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  39. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  40. val paramsMap: Map[String, Any]
    Attributes
    protected
    Definition Classes
    LLMLoaderInferenceParams
  41. def pretrained(name: String, lang: String, remoteLoc: String): LLMLoader
  42. def readGGUF(ggufPath: String, systemPrompt: String = "", nGpuLayers: Int = 0): Unit
  43. def readModel(modelPath: String, nGpuLayers: Int = 0): Unit
  44. def readSparkModel(modelPath: String, nGpuLayers: Int = 0): Unit
  45. def set[T](feature: StructFeature[T], value: T): LLMLoader.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  46. def set[K, V](feature: MapFeature[K, V], value: Map[K, V]): LLMLoader.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  47. def set[T](feature: SetFeature[T], value: Set[T]): LLMLoader.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  48. def set[T](feature: ArrayFeature[T], value: Array[T]): LLMLoader.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  49. def setCachePrompt(cachePrompt: Boolean): LLMLoader

    Whether to remember the prompt to avoid reprocessing it

    Whether to remember the prompt to avoid reprocessing it

    Definition Classes
    LLMLoaderInferenceParams
  50. def setDefault[T](feature: StructFeature[T], value: () ⇒ T): LLMLoader.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  51. def setDefault[K, V](feature: MapFeature[K, V], value: () ⇒ Map[K, V]): LLMLoader.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  52. def setDefault[T](feature: SetFeature[T], value: () ⇒ Set[T]): LLMLoader.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  53. def setDefault[T](feature: ArrayFeature[T], value: () ⇒ Array[T]): LLMLoader.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  54. def setDynamicTemperatureExponent(dynatempExponent: Float): LLMLoader

    Set the dynamic temperature exponent (default: 1.0)

    Set the dynamic temperature exponent (default: 1.0)

    Definition Classes
    LLMLoaderInferenceParams
  55. def setDynamicTemperatureRange(dynatempRange: Float): LLMLoader

    Set the dynamic temperature range (default: 0.0, 0.0 = disabled)

    Set the dynamic temperature range (default: 0.0, 0.0 = disabled)

    Definition Classes
    LLMLoaderInferenceParams
  56. def setFrequencyPenalty(frequencyPenalty: Float): LLMLoader

    Set the repetition alpha frequency penalty (default: 0.0, 0.0 = disabled)

    Set the repetition alpha frequency penalty (default: 0.0, 0.0 = disabled)

    Definition Classes
    LLMLoaderInferenceParams
  57. def setGrammar(grammar: String): LLMLoader

    Set BNF-like grammar to constrain generations

    Set BNF-like grammar to constrain generations

    Definition Classes
    LLMLoaderInferenceParams
  58. def setIgnoreEos(ignoreEos: Boolean): LLMLoader

    Set whether to ignore end of stream token and continue generating (implies --logit-bias 2-inf)

    Set whether to ignore end of stream token and continue generating (implies --logit-bias 2-inf)

    Definition Classes
    LLMLoaderInferenceParams
  59. def setInputPrefix(inputPrefix: String): LLMLoader

    Set a prefix for infilling (default: empty)

    Set a prefix for infilling (default: empty)

    Definition Classes
    LLMLoaderInferenceParams
  60. def setInputSuffix(inputSuffix: String): LLMLoader

    Set a suffix for infilling (default: empty)

    Set a suffix for infilling (default: empty)

    Definition Classes
    LLMLoaderInferenceParams
  61. def setMinKeep(minKeep: Int): LLMLoader

    Set the amount of tokens the samplers should return at least (0 = disabled)

    Set the amount of tokens the samplers should return at least (0 = disabled)

    Definition Classes
    LLMLoaderInferenceParams
  62. def setMinP(minP: Float): LLMLoader

    Set min-p sampling (default: 0.1, 0.0 = disabled)

    Set min-p sampling (default: 0.1, 0.0 = disabled)

    Definition Classes
    LLMLoaderInferenceParams
  63. def setMiroStatEta(mirostatEta: Float): LLMLoader

    Set the MiroStat learning rate, parameter eta (default: 0.1)

    Set the MiroStat learning rate, parameter eta (default: 0.1)

    Definition Classes
    LLMLoaderInferenceParams
  64. def setMiroStatTau(mirostatTau: Float): LLMLoader

    Set the MiroStat target entropy, parameter tau (default: 5.0)

    Set the MiroStat target entropy, parameter tau (default: 5.0)

    Definition Classes
    LLMLoaderInferenceParams
  65. def setNGpuLayers(nGpuLayers: Int): LLMLoader
    Definition Classes
    LLMLoaderInferenceParams
  66. def setNKeep(nKeep: Int): LLMLoader

    Set the number of tokens to keep from the initial prompt (default: 0, -1 = all)

    Set the number of tokens to keep from the initial prompt (default: 0, -1 = all)

    Definition Classes
    LLMLoaderInferenceParams
  67. def setNPredict(nPredict: Int): LLMLoader

    Set the number of tokens to predict (default: -1, -1 = infinity, -2 = until context filled)

    Set the number of tokens to predict (default: -1, -1 = infinity, -2 = until context filled)

    Definition Classes
    LLMLoaderInferenceParams
  68. def setNProbs(nProbs: Int): LLMLoader

    Set the amount top tokens probabilities to output if greater than 0.

    Set the amount top tokens probabilities to output if greater than 0.

    Definition Classes
    LLMLoaderInferenceParams
  69. def setPenalizeNl(penalizeNl: Boolean): LLMLoader

    Whether to penalize newline tokens

    Whether to penalize newline tokens

    Definition Classes
    LLMLoaderInferenceParams
  70. def setPenaltyPrompt(tokens: ArrayList[Int]): LLMLoader
    Definition Classes
    LLMLoaderInferenceParams
  71. def setPenaltyPrompt(tokens: Array[Int]): LLMLoader

    Override which tokens to penalize for repetition.

    Override which tokens to penalize for repetition. E.g. if original prompt is "Alice: Hello!" and penaltyPrompt corresponds to the token ids of "Hello!", only the latter will be penalized if repeated.

    Definition Classes
    LLMLoaderInferenceParams
  72. def setPenaltyPrompt(penaltyPrompt: String): LLMLoader

    Override which part of the prompt is penalized for repetition.

    Override which part of the prompt is penalized for repetition.

    Definition Classes
    LLMLoaderInferenceParams
  73. def setPresencePenalty(presencePenalty: Float): LLMLoader

    Set the repetition alpha presence penalty (default: 0.0, 0.0 = disabled)

    Set the repetition alpha presence penalty (default: 0.0, 0.0 = disabled)

    Definition Classes
    LLMLoaderInferenceParams
  74. def setRepeatLastN(repeatLastN: Int): LLMLoader

    Set the last n tokens to consider for penalties (default: 64, 0 = disabled, -1 = ctx_size)

    Set the last n tokens to consider for penalties (default: 64, 0 = disabled, -1 = ctx_size)

    Definition Classes
    LLMLoaderInferenceParams
  75. def setRepeatPenalty(repeatPenalty: Float): LLMLoader

    Set the penalty of repeated sequences of tokens (default: 1.0, 1.0 = disabled)

    Set the penalty of repeated sequences of tokens (default: 1.0, 1.0 = disabled)

    Definition Classes
    LLMLoaderInferenceParams
  76. def setSeed(seed: Int): LLMLoader

    Set the RNG seed (default: -1, use random seed for < 0)

    Set the RNG seed (default: -1, use random seed for < 0)

    Definition Classes
    LLMLoaderInferenceParams
  77. def setSparkSession(spark: SparkSession): LLMLoader
  78. def setStopStrings(stopStrings: ArrayList[String]): LLMLoader
    Definition Classes
    LLMLoaderInferenceParams
  79. def setStopStrings(stopStrings: Array[String]): LLMLoader

    Set strings upon seeing which token generation is stopped

    Set strings upon seeing which token generation is stopped

    Definition Classes
    LLMLoaderInferenceParams
  80. def setSystemPrompt(systemPrompt: String): LLMLoader
    Definition Classes
    LLMLoaderInferenceParams
  81. def setTemperature(temperature: Float): LLMLoader

    Set the temperature (default: 0.8)

    Set the temperature (default: 0.8)

    Definition Classes
    LLMLoaderInferenceParams
  82. def setTfsZ(tfsZ: Float): LLMLoader

    Set tail free sampling, parameter z (default: 1.0, 1.0 = disabled)

    Set tail free sampling, parameter z (default: 1.0, 1.0 = disabled)

    Definition Classes
    LLMLoaderInferenceParams
  83. def setTopK(topK: Int): LLMLoader

    Set top-k sampling (default: 40, 0 = disabled)

    Set top-k sampling (default: 40, 0 = disabled)

    Definition Classes
    LLMLoaderInferenceParams
  84. def setTopP(topP: Float): LLMLoader

    Set top-p sampling (default: 0.9, 1.0 = disabled)

    Set top-p sampling (default: 0.9, 1.0 = disabled)

    Definition Classes
    LLMLoaderInferenceParams
  85. def setTypicalP(typicalP: Float): LLMLoader

    Set locally typical sampling, parameter p (default: 1.0, 1.0 = disabled)

    Set locally typical sampling, parameter p (default: 1.0, 1.0 = disabled)

    Definition Classes
    LLMLoaderInferenceParams
  86. def setUseChatTemplate(useChatTemplate: Boolean): LLMLoader

    Set whether or not generate should apply a chat template (default: false)

    Set whether or not generate should apply a chat template (default: false)

    Definition Classes
    LLMLoaderInferenceParams
  87. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  88. def toString(): String
    Definition Classes
    AnyRef → Any
  89. val uid: String
  90. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  91. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  92. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  93. def writeModel(modelPath: String, outputModelPath: String, metadata: Map[String, String]): Unit

Inherited from HasFeatures

Inherited from CheckLicense

Inherited from LLMLoaderInferenceParams[LLMLoader]

Inherited from AnyRef

Inherited from Any

Ungrouped