Text2SQLModel

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def $[T](param: Param[T]): T

   

   Attributes

   protected

   Definition Classes

   Params

4. def $$[T](feature: StructFeature[T]): T

   

   Attributes

   protected

   Definition Classes

   HasFeatures

5. def $$[K, V](feature: MapFeature[K, V]): Map[K, V]

   

   Attributes

   protected

   Definition Classes

   HasFeatures

6. def $$[T](feature: SetFeature[T]): Set[T]

   

   Attributes

   protected

   Definition Classes

   HasFeatures

7. def $$[T](feature: ArrayFeature[T]): Array[T]

   

   Attributes

   protected

   Definition Classes

   HasFeatures

8. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

9. def _transform(dataset: Dataset[_], recursivePipeline: Option[PipelineModel]): DataFrame

   

   Attributes

   protected

   Definition Classes

   AnnotatorModel

10. def afterAnnotate(dataset: DataFrame): DataFrame

    

    Attributes

    protected

    Definition Classes

    AnnotatorModel

11. def annotate(annotations: Seq[Annotation]): Seq[Annotation]

    

    takes a document and annotations and produces new annotations of this annotator's annotation type

    takes a document and annotations and produces new annotations of this annotator's annotation type

    annotations

    Annotations that correspond to inputAnnotationCols generated by previous annotators if any

    returns

    any number of annotations processed for every input annotation. Not necessary one to one relationship

    Definition Classes

    Text2SQLModel → AnnotatorModel

12. final def asInstanceOf[T0]: T0

    

    Definition Classes

    Any

13. def beforeAnnotate(dataset: Dataset[_]): Dataset[_]

    

    Attributes

    protected

    Definition Classes

    Text2SQLModel → AnnotatorModel

14. final def checkSchema(schema: StructType, inputAnnotatorType: String): Boolean

    

    Attributes

    protected

    Definition Classes

    HasInputAnnotationCols

15. final def clear(param: Param[_]): Text2SQLModel.this.type

    

    Definition Classes

    Params

16. def clone(): AnyRef

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

17. val configProtoBytes: IntArrayParam

    

    ConfigProto from tensorflow, serialized into byte array.

    ConfigProto from tensorflow, serialized into byte array. Get with config_proto.SerializeToString()

18. def copy(extra: ParamMap): Text2SQLModel

    

    Definition Classes

    RawAnnotator → Model → Transformer → PipelineStage → Params

19. def copyValues[T <: Params](to: T, extra: ParamMap): T

    

    Attributes

    protected

    Definition Classes

    Params

20. def createDatabaseConnection(database: Name): RocksDBConnection

    

    Definition Classes

    HasStorageRef

21. final def defaultCopy[T <: Params](extra: ParamMap): T

    

    Attributes

    protected

    Definition Classes

    Params

22. def dfAnnotate: UserDefinedFunction

    

    Attributes

    protected

    Definition Classes

    AnnotatorModel

23. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

24. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

25. def explainParam(param: Param[_]): String

    

    Definition Classes

    Params

26. def explainParams(): String

    

    Definition Classes

    Params

27. def extraValidate(structType: StructType): Boolean

    

    Attributes

    protected

    Definition Classes

    RawAnnotator

28. def extraValidateMsg: String

    

    Attributes

    protected

    Definition Classes

    RawAnnotator

29. final def extractParamMap(): ParamMap

    

    Definition Classes

    Params

30. final def extractParamMap(extra: ParamMap): ParamMap

    

    Definition Classes

    Params

31. val features: ArrayBuffer[Feature[_, _, _]]

    

    Definition Classes

    HasFeatures

32. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

33. def get[T](feature: StructFeature[T]): Option[T]

    

    Attributes

    protected

    Definition Classes

    HasFeatures

34. def get[K, V](feature: MapFeature[K, V]): Option[Map[K, V]]

    

    Attributes

    protected

    Definition Classes

    HasFeatures

35. def get[T](feature: SetFeature[T]): Option[Set[T]]

    

    Attributes

    protected

    Definition Classes

    HasFeatures

36. def get[T](feature: ArrayFeature[T]): Option[Array[T]]

    

    Attributes

    protected

    Definition Classes

    HasFeatures

37. final def get[T](param: Param[T]): Option[T]

    

    Definition Classes

    Params

38. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

39. final def getDefault[T](param: Param[T]): Option[T]

    

    Definition Classes

    Params

40. def getInputCols: Array[String]

    

    Definition Classes

    HasInputAnnotationCols

41. def getLazyAnnotator: Boolean

    

    Definition Classes

    CanBeLazy

42. final def getOrDefault[T](param: Param[T]): T

    

    Definition Classes

    Params

43. final def getOutputCol: String

    

    Definition Classes

    HasOutputAnnotationCol

44. def getParam(paramName: String): Param[Any]

    

    Definition Classes

    Params

45. def getStorageRef: String

    

    Definition Classes

    HasStorageRef

46. var grammar: Grammar

    

47. final def hasDefault[T](param: Param[T]): Boolean

    

    Definition Classes

    Params

48. def hasParam(paramName: String): Boolean

    

    Definition Classes

    Params

49. def hasParent: Boolean

    

    Definition Classes

    Model

50. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

51. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

52. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

53. val inputAnnotatorTypes: Array[AnnotatorType]

    

    Input annotator types : DOCUMENT, TOKEN, WORD_EMBEDDINGS, WORD_EMBEDDINGS, CHUNK

    Input annotator types : DOCUMENT, TOKEN, WORD_EMBEDDINGS, WORD_EMBEDDINGS, CHUNK

    Definition Classes

    Text2SQLModel → HasInputAnnotationCols

54. final val inputCols: StringArrayParam

    

    Attributes

    protected

    Definition Classes

    HasInputAnnotationCols

55. final def isDefined(param: Param[_]): Boolean

    

    Definition Classes

    Params

56. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

57. final def isSet(param: Param[_]): Boolean

    

    Definition Classes

    Params

58. def isTraceEnabled(): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

59. val lazyAnnotator: BooleanParam

    

    Definition Classes

    CanBeLazy

60. def log: Logger

    

    Attributes

    protected

    Definition Classes

    Logging

61. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

62. def logDebug(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

63. def logError(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

64. def logError(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

65. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

66. def logInfo(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

67. def logName: String

    

    Attributes

    protected

    Definition Classes

    Logging

68. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

69. def logTrace(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

70. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

71. def logWarning(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

72. def model: TensorflowText2SQL

    

73. def msgHelper(schema: StructType): String

    

    Attributes

    protected

    Definition Classes

    HasInputAnnotationCols

74. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

75. final def notify(): Unit

    

    Definition Classes

    AnyRef

76. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

77. def onWrite(path: String, spark: SparkSession): Unit

    

    Definition Classes

    Text2SQLModel → ParamsAndFeaturesWritable

78. val outputAnnotatorType: String

    

    Output annotator type : SQL

    Output annotator type : SQL

    Definition Classes

    Text2SQLModel → HasOutputAnnotatorType

79. final val outputCol: Param[String]

    

    Attributes

    protected

    Definition Classes

    HasOutputAnnotationCol

80. lazy val params: Array[Param[_]]

    

    Definition Classes

    Params

81. var parent: Estimator[Text2SQLModel]

    

    Definition Classes

    Model

82. def save(path: String): Unit

    

    Definition Classes

    MLWritable

    Annotations

    @Since( "1.6.0" ) @throws( ... )

83. val schemaPath: Param[String]

    

84. def set[T](feature: StructFeature[T], value: T): Text2SQLModel.this.type

    

    Attributes

    protected

    Definition Classes

    HasFeatures

85. def set[K, V](feature: MapFeature[K, V], value: Map[K, V]): Text2SQLModel.this.type

    

    Attributes

    protected

    Definition Classes

    HasFeatures

86. def set[T](feature: SetFeature[T], value: Set[T]): Text2SQLModel.this.type

    

    Attributes

    protected

    Definition Classes

    HasFeatures

87. def set[T](feature: ArrayFeature[T], value: Array[T]): Text2SQLModel.this.type

    

    Attributes

    protected

    Definition Classes

    HasFeatures

88. final def set(paramPair: ParamPair[_]): Text2SQLModel.this.type

    

    Attributes

    protected

    Definition Classes

    Params

89. final def set(param: String, value: Any): Text2SQLModel.this.type

    

    Attributes

    protected

    Definition Classes

    Params

90. final def set[T](param: Param[T], value: T): Text2SQLModel.this.type

    

    Definition Classes

    Params

91. def setConfigProtoBytes(bytes: Array[Int]): Text2SQLModel.this.type

    

    ConfigProto from tensorflow, serialized into byte array.

    ConfigProto from tensorflow, serialized into byte array. Get with config_proto.SerializeToString()

92. def setDefault[T](feature: StructFeature[T], value: () ⇒ T): Text2SQLModel.this.type

    

    Attributes

    protected

    Definition Classes

    HasFeatures

93. def setDefault[K, V](feature: MapFeature[K, V], value: () ⇒ Map[K, V]): Text2SQLModel.this.type

    

    Attributes

    protected

    Definition Classes

    HasFeatures

94. def setDefault[T](feature: SetFeature[T], value: () ⇒ Set[T]): Text2SQLModel.this.type

    

    Attributes

    protected

    Definition Classes

    HasFeatures

95. def setDefault[T](feature: ArrayFeature[T], value: () ⇒ Array[T]): Text2SQLModel.this.type

    

    Attributes

    protected

    Definition Classes

    HasFeatures

96. final def setDefault(paramPairs: ParamPair[_]*): Text2SQLModel.this.type

    

    Attributes

    protected

    Definition Classes

    Params

97. final def setDefault[T](param: Param[T], value: T): Text2SQLModel.this.type

    

    Attributes

    protected

    Definition Classes

    Params

98. final def setInputCols(value: String*): Text2SQLModel.this.type

    

    Definition Classes

    HasInputAnnotationCols

99. final def setInputCols(value: Array[String]): Text2SQLModel.this.type

    

    Definition Classes

    HasInputAnnotationCols

100. def setLazyAnnotator(value: Boolean): Text2SQLModel.this.type

     

     Definition Classes

     CanBeLazy

101. final def setOutputCol(value: String): Text2SQLModel.this.type

     

     Definition Classes

     HasOutputAnnotationCol

102. def setParent(parent: Estimator[Text2SQLModel]): Text2SQLModel

     

     Definition Classes

     Model

103. def setSchemaPath(value: String): Text2SQLModel.this.type

     

104. def setStorageRef(value: String): Text2SQLModel.this.type

     

     Definition Classes

     HasStorageRef

105. def setTableEmbeddingPath(value: String): Text2SQLModel.this.type

     

106. def setTensorflowModel(spark: SparkSession, tf: TensorflowWrapper): Text2SQLModel.this.type

     

107. val storageRef: Param[String]

     

     Definition Classes

     HasStorageRef

108. final def synchronized[T0](arg0: ⇒ T0): T0

     

     Definition Classes

     AnyRef

109. val tableEmbeddingPath: Param[String]

     

110. def toString(): String

     

     Definition Classes

     Identifiable → AnyRef → Any

111. final def transform(dataset: Dataset[_]): DataFrame

     

     Definition Classes

     AnnotatorModel → Transformer

112. def transform(dataset: Dataset[_], paramMap: ParamMap): DataFrame

     

     Definition Classes

     Transformer

     Annotations

     @Since( "2.0.0" )

113. def transform(dataset: Dataset[_], firstParamPair: ParamPair[_], otherParamPairs: ParamPair[_]*): DataFrame

     

     Definition Classes

     Transformer

     Annotations

     @Since( "2.0.0" ) @varargs()

114. final def transformSchema(schema: StructType): StructType

     

     Definition Classes

     RawAnnotator → PipelineStage

115. def transformSchema(schema: StructType, logging: Boolean): StructType

     

     Attributes

     protected

     Definition Classes

     PipelineStage

     Annotations

     @DeveloperApi()

116. val uid: String

     

     Definition Classes

     Text2SQLModel → Identifiable

117. def validate(schema: StructType): Boolean

     

     Attributes

     protected

     Definition Classes

     RawAnnotator

118. def validateStorageRef(dataset: Dataset[_], inputCols: Array[String], annotatorType: String): Unit

     

     Definition Classes

     HasStorageRef

119. final def wait(): Unit

     

     Definition Classes

     AnyRef

     Annotations

     @throws( ... )

120. final def wait(arg0: Long, arg1: Int): Unit

     

     Definition Classes

     AnyRef

     Annotations

     @throws( ... )

121. final def wait(arg0: Long): Unit

     

     Definition Classes

     AnyRef

     Annotations

     @throws( ... )

122. def wrapColumnMetadata(col: Column): Column

     

     Attributes

     protected

     Definition Classes

     RawAnnotator

123. def write: MLWriter

     

     Definition Classes

     ParamsAndFeaturesWritable → DefaultParamsWritable → MLWritable

124. def writeTensorflowHub(path: String, tfPath: String, spark: SparkSession, suffix: String): Unit

     

     Definition Classes

     WriteTensorflowModel

125. def writeTensorflowModel(path: String, spark: SparkSession, tensorflow: TensorflowWrapper, suffix: String, filename: String, configProtoBytes: Option[Array[Byte]]): Unit

     

     Definition Classes

     WriteTensorflowModel

126. def writeTensorflowModelV2(path: String, spark: SparkSession, tensorflow: TensorflowWrapper, suffix: String, filename: String, configProtoBytes: Option[Array[Byte]]): Unit

     

     Definition Classes

     WriteTensorflowModel