class Text2SQL extends MedicalTextGenerator

Linear Supertypes
MedicalTextGenerator, CheckLicense, HasEngine, WriteSentencePieceModel, InternalWriteOnnxModel, WriteTensorflowModel, HasBatchedAnnotate[MedicalQuestionAnswering], HasCaseSensitiveProperties, GPTGenerationParams, AnnotatorModel[MedicalQuestionAnswering], CanBeLazy, RawAnnotator[MedicalQuestionAnswering], HasOutputAnnotationCol, HasInputAnnotationCols, HasOutputAnnotatorType, ParamsAndFeaturesWritable, HasFeatures, DefaultParamsWritable, MLWritable, Model[MedicalQuestionAnswering], Transformer, PipelineStage, Logging, Params, Serializable, Serializable, Identifiable, AnyRef, Any
Ordering
  1. Grouped
  2. Alphabetic
  3. By Inheritance
Inherited
  1. Text2SQL
  2. MedicalTextGenerator
  3. CheckLicense
  4. HasEngine
  5. WriteSentencePieceModel
  6. InternalWriteOnnxModel
  7. WriteTensorflowModel
  8. HasBatchedAnnotate
  9. HasCaseSensitiveProperties
  10. GPTGenerationParams
  11. AnnotatorModel
  12. CanBeLazy
  13. RawAnnotator
  14. HasOutputAnnotationCol
  15. HasInputAnnotationCols
  16. HasOutputAnnotatorType
  17. ParamsAndFeaturesWritable
  18. HasFeatures
  19. DefaultParamsWritable
  20. MLWritable
  21. Model
  22. Transformer
  23. PipelineStage
  24. Logging
  25. Params
  26. Serializable
  27. Serializable
  28. Identifiable
  29. AnyRef
  30. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new Text2SQL()
  2. new Text2SQL(uid: String)

Type Members

  1. type AnnotationContent = Seq[Row]
    Attributes
    protected
    Definition Classes
    AnnotatorModel
  2. type AnnotatorType = String
    Definition Classes
    HasOutputAnnotatorType

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def $[T](param: Param[T]): T
    Attributes
    protected
    Definition Classes
    Params
  4. def $$[T](feature: StructFeature[T]): T
    Attributes
    protected
    Definition Classes
    HasFeatures
  5. def $$[K, V](feature: MapFeature[K, V]): Map[K, V]
    Attributes
    protected
    Definition Classes
    HasFeatures
  6. def $$[T](feature: SetFeature[T]): Set[T]
    Attributes
    protected
    Definition Classes
    HasFeatures
  7. def $$[T](feature: ArrayFeature[T]): Array[T]
    Attributes
    protected
    Definition Classes
    HasFeatures
  8. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  9. val DOCUMENT_VARIABLE_NAME: String
    Attributes
    protected
    Definition Classes
    MedicalTextGenerator
  10. val QUESTION_VARIABLE_NAME: String
    Attributes
    protected
  11. val TABLES_VARIABLE_NAME: String
    Attributes
    protected
  12. val TABLES_WITH_COLUMNS_VARIABLE_NAME: String
    Attributes
    protected
  13. val TABLE_COLUMNS_VARIABLE_NAME: String
    Attributes
    protected
  14. val TABLE_NAME_VARIABLE_NAME: String
    Attributes
    protected
  15. def _transform(dataset: Dataset[_], recursivePipeline: Option[PipelineModel]): DataFrame
    Attributes
    protected
    Definition Classes
    AnnotatorModel
  16. val additionalTokens: MapFeature[Int, String]

    Additional tokens

    Additional tokens

    Definition Classes
    MedicalTextGenerator
  17. def afterAnnotate(dataset: DataFrame): DataFrame
    Attributes
    protected
    Definition Classes
    AnnotatorModel
  18. def applyVariablesToPrompt(prompt: String, question: String): String
  19. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  20. def batchAnnotate(batchedAnnotations: Seq[Array[Annotation]]): Seq[Seq[Annotation]]

    takes a document and annotations and produces new annotations of this annotator's annotation type

    takes a document and annotations and produces new annotations of this annotator's annotation type

    batchedAnnotations

    Annotations that correspond to inputAnnotationCols generated by previous annotators if any

    returns

    any number of annotations processed for every input annotation. Not necessary one to one relationship

    Definition Classes
    Text2SQL → MedicalTextGenerator → HasBatchedAnnotate
  21. def batchProcess(rows: Iterator[_]): Iterator[Row]
    Definition Classes
    HasBatchedAnnotate
  22. val batchSize: IntParam
    Definition Classes
    HasBatchedAnnotate
  23. def batchedAnnotateWithoutPromptTemplate(batchedAnnotations: Seq[Array[Annotation]]): Seq[Seq[Annotation]]
    Definition Classes
    MedicalTextGenerator
  24. def beforeAnnotate(dataset: Dataset[_]): Dataset[_]
    Attributes
    protected
    Definition Classes
    AnnotatorModel
  25. val caseSensitive: BooleanParam
    Definition Classes
    HasCaseSensitiveProperties
  26. final def checkSchema(schema: StructType, inputAnnotatorType: String): Boolean
    Attributes
    protected
    Definition Classes
    HasInputAnnotationCols
  27. def checkValidEnvironment(spark: Option[SparkSession], scopes: Seq[String], metadata: Option[Map[String, Value]]): Unit
    Definition Classes
    CheckLicense
  28. def checkValidScope(scope: String): Unit
    Definition Classes
    CheckLicense
  29. def checkValidScopeAndEnvironment(scope: String, spark: Option[SparkSession], checkLp: Boolean, metadata: Option[Map[String, Value]]): Unit
    Definition Classes
    CheckLicense
  30. def checkValidScopesAndEnvironment(scopes: Seq[String], spark: Option[SparkSession], checkLp: Boolean, metadata: Option[Map[String, Value]]): Unit
    Definition Classes
    CheckLicense
  31. final def clear(param: Param[_]): Text2SQL.this.type
    Definition Classes
    Params
  32. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  33. val configProtoBytes: IntArrayParam

    ConfigProto from tensorflow, serialized into byte array.

    ConfigProto from tensorflow, serialized into byte array. Get with config_proto.SerializeToString()

    Definition Classes
    MedicalTextGenerator
  34. def copy(extra: ParamMap): MedicalQuestionAnswering
    Definition Classes
    RawAnnotator → Model → Transformer → PipelineStage → Params
  35. def copyValues[T <: Params](to: T, extra: ParamMap): T
    Attributes
    protected
    Definition Classes
    Params
  36. val customPrompt: Param[String]

    Custom model prompt

    Custom model prompt

    Definition Classes
    MedicalTextGenerator
  37. final def defaultCopy[T <: Params](extra: ParamMap): T
    Attributes
    protected
    Definition Classes
    Params
  38. val doSample: BooleanParam

    Whether or not to use sampling, use greedy decoding otherwise (Default: false)

    Whether or not to use sampling, use greedy decoding otherwise (Default: false)

    Definition Classes
    GPTGenerationParams
  39. val engine: Param[String]
    Definition Classes
    HasEngine
  40. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  41. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  42. def explainParam(param: Param[_]): String
    Definition Classes
    Params
  43. def explainParams(): String
    Definition Classes
    Params
  44. final val extraInputCols: StringArrayParam
    Attributes
    protected
    Definition Classes
    HasInputAnnotationCols
  45. def extraValidate(structType: StructType): Boolean
    Attributes
    protected
    Definition Classes
    RawAnnotator
  46. def extraValidateMsg: String
    Attributes
    protected
    Definition Classes
    RawAnnotator
  47. final def extractParamMap(): ParamMap
    Definition Classes
    Params
  48. final def extractParamMap(extra: ParamMap): ParamMap
    Definition Classes
    Params
  49. val features: ArrayBuffer[Feature[_, _, _]]
    Definition Classes
    HasFeatures
  50. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  51. def generateSchemaVariables(): Map[String, String]
  52. def get[T](feature: StructFeature[T]): Option[T]
    Attributes
    protected
    Definition Classes
    HasFeatures
  53. def get[K, V](feature: MapFeature[K, V]): Option[Map[K, V]]
    Attributes
    protected
    Definition Classes
    HasFeatures
  54. def get[T](feature: SetFeature[T]): Option[Set[T]]
    Attributes
    protected
    Definition Classes
    HasFeatures
  55. def get[T](feature: ArrayFeature[T]): Option[Array[T]]
    Attributes
    protected
    Definition Classes
    HasFeatures
  56. final def get[T](param: Param[T]): Option[T]
    Definition Classes
    Params
  57. def getAdditionalTokens: Map[Int, String]

    Get additional tokens

    Get additional tokens

    Definition Classes
    MedicalTextGenerator
  58. def getAdditionalTokensStr: String

    Get additional tokens in string format

    Get additional tokens in string format

    Definition Classes
    MedicalTextGenerator
  59. def getBatchSize: Int
    Definition Classes
    HasBatchedAnnotate
  60. def getCaseSensitive: Boolean
    Definition Classes
    HasCaseSensitiveProperties
  61. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  62. def getConfigProtoBytes: Option[Array[Byte]]

    Definition Classes
    MedicalTextGenerator
  63. def getCustomPrompt: String

    Custom model prompt

    Custom model prompt

    Attributes
    protected
    Definition Classes
    MedicalTextGenerator
  64. final def getDefault[T](param: Param[T]): Option[T]
    Definition Classes
    Params
  65. def getDoSample: Boolean

    Definition Classes
    GPTGenerationParams
  66. def getEngine: String
    Definition Classes
    HasEngine
  67. def getIgnoreTokenIds: Array[Int]

    Definition Classes
    GPTGenerationParams
  68. def getInputCols: Array[String]
    Definition Classes
    HasInputAnnotationCols
  69. def getLazyAnnotator: Boolean
    Definition Classes
    CanBeLazy
  70. def getMaxContextLength: Int

    Definition Classes
    GPTGenerationParams
  71. def getMaxNewTokens: Int

    Definition Classes
    GPTGenerationParams
  72. def getMaxTextLength: Int

    Definition Classes
    MedicalTextGenerator
  73. def getMlFrameworkType: String

    Get ML framework type

    Get ML framework type

    Definition Classes
    MedicalTextGenerator
  74. def getModelIfNotSet: MedicalEncoderDecoderModel

    Definition Classes
    MedicalTextGenerator
  75. def getModelType: String

    Get model type

    Get model type

    Definition Classes
    MedicalTextGenerator
  76. def getNoRepeatNgramSize: Int

    Definition Classes
    GPTGenerationParams
  77. final def getOrDefault[T](param: Param[T]): T
    Definition Classes
    Params
  78. final def getOutputCol: String
    Definition Classes
    HasOutputAnnotationCol
  79. def getParam(paramName: String): Param[Any]
    Definition Classes
    Params
  80. def getPostProcessingSubstitutionsStr: String
  81. def getRandomSeed: Option[Int]

    Definition Classes
    GPTGenerationParams
  82. def getSQLSchemaStr: String
  83. def getSignatures: Option[Map[String, String]]
    Definition Classes
    MedicalTextGenerator
  84. def getStopAtEos: Boolean

    Checks whether text generation stops when the end-of-sentence token is encountered.

    Checks whether text generation stops when the end-of-sentence token is encountered.

    Definition Classes
    MedicalTextGenerator
  85. def getTableLimit: Int

    Get the maximum number of tables allowed

  86. def getTopK: Int

    Definition Classes
    GPTGenerationParams
  87. def getUseCache: Boolean
    Definition Classes
    MedicalTextGenerator
  88. final def hasDefault[T](param: Param[T]): Boolean
    Definition Classes
    Params
  89. def hasParam(paramName: String): Boolean
    Definition Classes
    Params
  90. def hasParent: Boolean
    Definition Classes
    Model
  91. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  92. val ignoreTokenIds: IntArrayParam

    A list of token ids which are ignored in the decoder's output (Default: Array())

    A list of token ids which are ignored in the decoder's output (Default: Array())

    Definition Classes
    GPTGenerationParams
  93. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  94. def initializeLogIfNecessary(isInterpreter: Boolean): Unit
    Attributes
    protected
    Definition Classes
    Logging
  95. val inputAnnotatorTypes: Array[String]

    Input annotator type : DOCUMENT, DOCUMENT

    Input annotator type : DOCUMENT, DOCUMENT

    Definition Classes
    MedicalTextGenerator → HasInputAnnotationCols
  96. final val inputCols: StringArrayParam
    Attributes
    protected
    Definition Classes
    HasInputAnnotationCols
  97. final def isDefined(param: Param[_]): Boolean
    Definition Classes
    Params
  98. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  99. final def isSet(param: Param[_]): Boolean
    Definition Classes
    Params
  100. def isTraceEnabled(): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  101. val lazyAnnotator: BooleanParam
    Definition Classes
    CanBeLazy
  102. def log: Logger
    Attributes
    protected
    Definition Classes
    Logging
  103. def logDebug(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  104. def logDebug(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  105. def logError(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  106. def logError(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  107. def logInfo(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  108. def logInfo(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  109. def logName: String
    Attributes
    protected
    Definition Classes
    Logging
  110. def logTrace(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  111. def logTrace(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  112. def logWarning(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  113. def logWarning(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  114. val maxContextLength: IntParam

    Maximum length of context text.

    Maximum length of context text. (Default: 1024)

    Definition Classes
    GPTGenerationParams
  115. val maxNewTokens: IntParam

    Maximum number of new tokens to be generated (Default: 30)

    Maximum number of new tokens to be generated (Default: 30)

    Definition Classes
    GPTGenerationParams
  116. val maxTextLength: IntParam

    Maximum length of context text.

    Maximum length of context text. (Default: 1024)

    Definition Classes
    MedicalTextGenerator
  117. val merges: MapFeature[(String, String), Int]

    Holding merges.txt coming from RoBERTa model

    Holding merges.txt coming from RoBERTa model

    Definition Classes
    MedicalTextGenerator
  118. val mlFrameworkType: Param[String]

    ML framework type

    ML framework type

    Definition Classes
    MedicalTextGenerator
  119. val modelType: Param[String]

    Model type

    Model type

    Definition Classes
    MedicalTextGenerator
  120. def msgHelper(schema: StructType): String
    Attributes
    protected
    Definition Classes
    HasInputAnnotationCols
  121. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  122. val noRepeatNgramSize: IntParam

    If set to int > 0, all ngrams of that size can only occur once (Default: 0)

    If set to int > 0, all ngrams of that size can only occur once (Default: 0)

    Definition Classes
    GPTGenerationParams
  123. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  124. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  125. def onWrite(path: String, spark: SparkSession): Unit
    Definition Classes
    MedicalTextGenerator → ParamsAndFeaturesWritable
  126. val optionalInputAnnotatorTypes: Array[String]
    Definition Classes
    HasInputAnnotationCols
  127. val outputAnnotatorType: String

    Output annotator type : DOCUMENT

    Output annotator type : DOCUMENT

    Definition Classes
    MedicalTextGenerator → HasOutputAnnotatorType
  128. final val outputCol: Param[String]
    Attributes
    protected
    Definition Classes
    HasOutputAnnotationCol
  129. lazy val params: Array[Param[_]]
    Definition Classes
    Params
  130. var parent: Estimator[MedicalQuestionAnswering]
    Definition Classes
    Model
  131. def postProcessing(text: String): String
  132. var postProcessingSubstitutions: MapFeature[String, String]

    List of strings and their substitution to be applied in post-processing

  133. val randomSeed: Option[Int]

    Optional Random seed for the model.

    Optional Random seed for the model. Needs to be of type Long.

    Definition Classes
    GPTGenerationParams
  134. def save(path: String): Unit
    Definition Classes
    MLWritable
    Annotations
    @Since( "1.6.0" ) @throws( ... )
  135. var schema: MapFeature[String, Array[String]]

    SQL schema

  136. def set[T](feature: StructFeature[T], value: T): Text2SQL.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  137. def set[K, V](feature: MapFeature[K, V], value: Map[K, V]): Text2SQL.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  138. def set[T](feature: SetFeature[T], value: Set[T]): Text2SQL.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  139. def set[T](feature: ArrayFeature[T], value: Array[T]): Text2SQL.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  140. final def set(paramPair: ParamPair[_]): Text2SQL.this.type
    Attributes
    protected
    Definition Classes
    Params
  141. final def set(param: String, value: Any): Text2SQL.this.type
    Attributes
    protected
    Definition Classes
    Params
  142. final def set[T](param: Param[T], value: T): Text2SQL.this.type
    Definition Classes
    Params
  143. def setAdditionalTokens(values: HashMap[Int, String]): Text2SQL.this.type

    Set additional tokens

    Set additional tokens

    Definition Classes
    MedicalTextGenerator
  144. def setAdditionalTokens(value: Map[Int, String]): Text2SQL.this.type

    Set additional tokens

    Set additional tokens

    Definition Classes
    MedicalTextGenerator
  145. def setBatchSize(size: Int): Text2SQL.this.type
    Definition Classes
    HasBatchedAnnotate
  146. def setCaseSensitive(value: Boolean): Text2SQL.this.type
    Definition Classes
    HasCaseSensitiveProperties
  147. def setConfigProtoBytes(bytes: Array[Int]): Text2SQL.this.type

    Definition Classes
    MedicalTextGenerator
  148. def setCustomPrompt(value: String): Text2SQL.this.type

    Set custom model prompt

    Set custom model prompt

    Definition Classes
    MedicalTextGenerator
  149. def setDefault[T](feature: StructFeature[T], value: () ⇒ T): Text2SQL.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  150. def setDefault[K, V](feature: MapFeature[K, V], value: () ⇒ Map[K, V]): Text2SQL.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  151. def setDefault[T](feature: SetFeature[T], value: () ⇒ Set[T]): Text2SQL.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  152. def setDefault[T](feature: ArrayFeature[T], value: () ⇒ Array[T]): Text2SQL.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  153. final def setDefault(paramPairs: ParamPair[_]*): Text2SQL.this.type
    Attributes
    protected
    Definition Classes
    Params
  154. final def setDefault[T](param: Param[T], value: T): Text2SQL.this.type
    Attributes
    protected[org.apache.spark.ml]
    Definition Classes
    Params
  155. def setDoSample(value: Boolean): Text2SQL.this.type

    Definition Classes
    GPTGenerationParams
  156. def setExtraInputCols(value: Array[String]): Text2SQL.this.type
    Definition Classes
    HasInputAnnotationCols
  157. def setIgnoreTokenIds(tokenIds: Array[Int]): Text2SQL.this.type

    Definition Classes
    GPTGenerationParams
  158. final def setInputCols(value: String*): Text2SQL.this.type
    Definition Classes
    HasInputAnnotationCols
  159. def setInputCols(value: Array[String]): Text2SQL.this.type
    Definition Classes
    HasInputAnnotationCols
  160. def setLazyAnnotator(value: Boolean): Text2SQL.this.type
    Definition Classes
    CanBeLazy
  161. def setMaxContextLength(value: Int): Text2SQL.this.type

    Definition Classes
    GPTGenerationParams
  162. def setMaxNewTokens(value: Int): Text2SQL.this.type

    Definition Classes
    GPTGenerationParams
  163. def setMaxTextLength(value: Int): Text2SQL.this.type

    Definition Classes
    MedicalTextGenerator
  164. def setMerges(value: Map[(String, String), Int]): Text2SQL.this.type

    Definition Classes
    MedicalTextGenerator
  165. def setMlFrameworkType(value: String): Text2SQL.this.type

    Set ML framework type

    Set ML framework type

    Definition Classes
    MedicalTextGenerator
  166. def setModelIfNotSet(spark: SparkSession, model: MedicalEncoderDecoderModel): Text2SQL.this.type
    Definition Classes
    MedicalTextGenerator
  167. def setModelIfNotSet(spark: SparkSession, encoder: InternalOnnxWrapper, decoder: InternalOnnxWrapper, spp: SentencePieceWrapper): Text2SQL.this.type
    Definition Classes
    MedicalTextGenerator
  168. def setModelIfNotSet(spark: SparkSession, tfWrapper: TensorflowWrapper, spp: SentencePieceWrapper, useCache: Boolean): Text2SQL.this.type
    Definition Classes
    MedicalTextGenerator
  169. def setModelIfNotSet(spark: SparkSession, tfWrapper: TensorflowWrapper): Text2SQL.this.type

    Definition Classes
    MedicalTextGenerator
  170. def setModelType(value: String): Text2SQL.this.type

    Set model type

    Set model type

    Definition Classes
    MedicalTextGenerator
  171. def setNoRepeatNgramSize(value: Int): Text2SQL.this.type

    Definition Classes
    GPTGenerationParams
  172. final def setOutputCol(value: String): Text2SQL.this.type
    Definition Classes
    HasOutputAnnotationCol
  173. def setParent(parent: Estimator[MedicalQuestionAnswering]): MedicalQuestionAnswering
    Definition Classes
    Model
  174. def setPostProcessingSubstitutions(substitutions: HashMap[String, String]): Text2SQL.this.type

    Set post processing substitution strings

  175. def setPostProcessingSubstitutions(substitutions: Map[String, String]): Text2SQL.this.type

    Set post processing substitution strings

  176. def setRandomSeed(value: Int): Text2SQL.this.type

    Definition Classes
    GPTGenerationParams
  177. def setSchema(schema: HashMap[String, List[String]]): Text2SQL.this.type

    Set SQL schema

  178. def setSchema(schema: Map[String, Array[String]]): Text2SQL.this.type

    Set SQL schema

  179. def setSignatures(value: Map[String, String]): Text2SQL.this.type

    Definition Classes
    MedicalTextGenerator
  180. def setStopAtEos(value: Boolean): Text2SQL.this.type

    Determines whether text generation stops when the end-of-sentence token is encountered.

    Determines whether text generation stops when the end-of-sentence token is encountered.

    Definition Classes
    MedicalTextGenerator
  181. def setTableLimit(value: Int): Text2SQL.this.type

    Set the maximum number of tables allowed

  182. def setTopK(value: Int): Text2SQL.this.type

    Definition Classes
    GPTGenerationParams
  183. def setUseCache(value: Boolean): Text2SQL.this.type
    Definition Classes
    MedicalTextGenerator
  184. def setVocabulary(value: Map[String, Int]): Text2SQL.this.type

    Definition Classes
    MedicalTextGenerator
  185. val signatures: MapFeature[String, String]

    It contains TF model signatures for the laded saved model

    It contains TF model signatures for the laded saved model

    Definition Classes
    MedicalTextGenerator
  186. val stopAtEos: BooleanParam

    Stop text generation when the end-of-sentence token is encountered.

    Stop text generation when the end-of-sentence token is encountered.

    Definition Classes
    MedicalTextGenerator
  187. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  188. var tableLimit: IntParam

    Maximum number of tables allowed

  189. def toString(): String
    Definition Classes
    Identifiable → AnyRef → Any
  190. val topK: IntParam

    The number of highest probability vocabulary tokens to consider

    The number of highest probability vocabulary tokens to consider

    Definition Classes
    GPTGenerationParams
  191. final def transform(dataset: Dataset[_]): DataFrame
    Definition Classes
    AnnotatorModel → Transformer
  192. def transform(dataset: Dataset[_], paramMap: ParamMap): DataFrame
    Definition Classes
    Transformer
    Annotations
    @Since( "2.0.0" )
  193. def transform(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): DataFrame
    Definition Classes
    Transformer
    Annotations
    @Since( "2.0.0" ) @varargs()
  194. final def transformSchema(schema: StructType): StructType
    Definition Classes
    RawAnnotator → PipelineStage
  195. def transformSchema(schema: StructType, logging: Boolean): StructType
    Attributes
    protected
    Definition Classes
    PipelineStage
    Annotations
    @DeveloperApi()
  196. val uid: String
    Definition Classes
    Text2SQL → MedicalTextGenerator → Identifiable
  197. val useCache: BooleanParam

    Cache internal state of the model to improve performance

    Cache internal state of the model to improve performance

    Definition Classes
    MedicalTextGenerator
  198. def validate(schema: StructType): Boolean
    Attributes
    protected
    Definition Classes
    RawAnnotator
  199. val vocabulary: MapFeature[String, Int]

    Vocabulary used to encode the words to ids with bpeTokenizer.encode

    Vocabulary used to encode the words to ids with bpeTokenizer.encode

    Definition Classes
    MedicalTextGenerator
  200. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  201. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  202. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  203. def wrapColumnMetadata(col: Column): Column
    Attributes
    protected
    Definition Classes
    RawAnnotator
  204. def write: MLWriter
    Definition Classes
    ParamsAndFeaturesWritable → DefaultParamsWritable → MLWritable
  205. def writeOnnxModel(path: String, spark: SparkSession, onnxWrapper: InternalOnnxWrapper, suffix: String, fileName: String, encrypt: Boolean): Unit
    Definition Classes
    InternalWriteOnnxModel
  206. def writeOnnxModel(path: String, spark: SparkSession, onnxWrapper: InternalOnnxWrapper, suffix: String, fileName: String): Unit
    Definition Classes
    InternalWriteOnnxModel
  207. def writeOnnxModels(path: String, spark: SparkSession, onnxWrappersWithNames: Seq[(InternalOnnxWrapper, String)], suffix: String, encrypt: Boolean = false): Unit
    Definition Classes
    InternalWriteOnnxModel
  208. def writeOnnxModels(path: String, spark: SparkSession, onnxWrappersWithNames: Seq[(InternalOnnxWrapper, String)], suffix: String): Unit
    Definition Classes
    InternalWriteOnnxModel
  209. def writeSentencePieceModel(path: String, spark: SparkSession, spp: SentencePieceWrapper, suffix: String, filename: String): Unit
    Definition Classes
    WriteSentencePieceModel
  210. def writeTensorflowHub(path: String, tfPath: String, spark: SparkSession, suffix: String): Unit
    Definition Classes
    WriteTensorflowModel
  211. def writeTensorflowModel(path: String, spark: SparkSession, tensorflow: TensorflowWrapper, suffix: String, filename: String, configProtoBytes: Option[Array[Byte]]): Unit
    Definition Classes
    WriteTensorflowModel
  212. def writeTensorflowModelV2(path: String, spark: SparkSession, tensorflow: TensorflowWrapper, suffix: String, filename: String, configProtoBytes: Option[Array[Byte]], savedSignatures: Option[Map[String, String]]): Unit
    Definition Classes
    WriteTensorflowModel

Inherited from MedicalTextGenerator

Inherited from CheckLicense

Inherited from HasEngine

Inherited from WriteSentencePieceModel

Inherited from InternalWriteOnnxModel

Inherited from WriteTensorflowModel

Inherited from HasBatchedAnnotate[MedicalQuestionAnswering]

Inherited from HasCaseSensitiveProperties

Inherited from GPTGenerationParams

Inherited from AnnotatorModel[MedicalQuestionAnswering]

Inherited from CanBeLazy

Inherited from RawAnnotator[MedicalQuestionAnswering]

Inherited from HasOutputAnnotationCol

Inherited from HasInputAnnotationCols

Inherited from HasOutputAnnotatorType

Inherited from ParamsAndFeaturesWritable

Inherited from HasFeatures

Inherited from DefaultParamsWritable

Inherited from MLWritable

Inherited from Model[MedicalQuestionAnswering]

Inherited from Transformer

Inherited from PipelineStage

Inherited from Logging

Inherited from Params

Inherited from Serializable

Inherited from Serializable

Inherited from Identifiable

Inherited from AnyRef

Inherited from Any

getParam

param

setParam

Ungrouped