org.apache.spark.sql.catalyst

SqlParser

class SqlParser extends AbstractSparkSQLParser with DataTypeParser

A very simple SQL parser. Based loosely on: https://github.com/stephentu/scala-sql-parser/blob/master/src/main/scala/parser.scala

Limitations:

This is currently included mostly for illustrative purposes. Users wanting more complete support for a SQL like language should checkout the HiveQL support in the sql/hive sub-project.

Linear Supertypes
DataTypeParser, AbstractSparkSQLParser, PackratParsers, StandardTokenParsers, StdTokenParsers, TokenParsers, Parsers, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. SqlParser
  2. DataTypeParser
  3. AbstractSparkSQLParser
  4. PackratParsers
  5. StandardTokenParsers
  6. StdTokenParsers
  7. TokenParsers
  8. Parsers
  9. AnyRef
  10. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new SqlParser()

Type Members

  1. type Elem = SqlLexical.Token

    Definition Classes
    TokenParsers → Parsers
  2. case class Error extends NoSuccess with Product with Serializable

    Definition Classes
    Parsers
  3. case class Failure extends NoSuccess with Product with Serializable

    Definition Classes
    Parsers
  4. type Input = Reader[Elem]

    Definition Classes
    Parsers
  5. case class Keyword extends Product with Serializable

    Attributes
    protected
    Definition Classes
    AbstractSparkSQLParser
  6. sealed abstract class NoSuccess extends ParseResult[Nothing]

    Definition Classes
    Parsers
  7. trait OnceParser[+T] extends Parser[T]

    Definition Classes
    Parsers
  8. abstract class PackratParser[+T] extends scala.util.parsing.combinator.PackratParsers.Parser[T]

    Definition Classes
    PackratParsers
  9. class PackratReader[+T] extends Reader[T]

    Definition Classes
    PackratParsers
  10. sealed abstract class ParseResult[+T] extends AnyRef

    Definition Classes
    Parsers
  11. abstract class Parser[+T] extends (Input) ⇒ ParseResult[T]

    Definition Classes
    Parsers
  12. case class Success[+T] extends ParseResult[T] with Product with Serializable

    Definition Classes
    Parsers
  13. type Tokens = StdTokens

    Definition Classes
    StandardTokenParsers → StdTokenParsers → TokenParsers
  14. case class ~[+a, +b] extends Product with Serializable

    Definition Classes
    Parsers

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any
  3. final def ##(): Int

    Definition Classes
    AnyRef → Any
  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any
  6. val ABS: Keyword

    Attributes
    protected
  7. val ALL: Keyword

    Attributes
    protected
  8. val AND: Keyword

    Attributes
    protected
  9. val APPROXIMATE: Keyword

    Attributes
    protected
  10. val AS: Keyword

    Attributes
    protected
  11. val ASC: Keyword

    Attributes
    protected
  12. val AVG: Keyword

    Attributes
    protected
  13. val BETWEEN: Keyword

    Attributes
    protected
  14. val BY: Keyword

    Attributes
    protected
  15. val CASE: Keyword

    Attributes
    protected
  16. val CAST: Keyword

    Attributes
    protected
  17. val COALESCE: Keyword

    Attributes
    protected
  18. val COUNT: Keyword

    Attributes
    protected
  19. val DESC: Keyword

    Attributes
    protected
  20. val DISTINCT: Keyword

    Attributes
    protected
  21. val ELSE: Keyword

    Attributes
    protected
  22. val END: Keyword

    Attributes
    protected
  23. val EXCEPT: Keyword

    Attributes
    protected
  24. val FALSE: Keyword

    Attributes
    protected
  25. val FIRST: Keyword

    Attributes
    protected
  26. val FROM: Keyword

    Attributes
    protected
  27. val FULL: Keyword

    Attributes
    protected
  28. val GROUP: Keyword

    Attributes
    protected
  29. val HAVING: Keyword

    Attributes
    protected
  30. val IF: Keyword

    Attributes
    protected
  31. val IN: Keyword

    Attributes
    protected
  32. val INNER: Keyword

    Attributes
    protected
  33. val INSERT: Keyword

    Attributes
    protected
  34. val INTERSECT: Keyword

    Attributes
    protected
  35. val INTO: Keyword

    Attributes
    protected
  36. val IS: Keyword

    Attributes
    protected
  37. val JOIN: Keyword

    Attributes
    protected
  38. val LAST: Keyword

    Attributes
    protected
  39. val LEFT: Keyword

    Attributes
    protected
  40. val LIKE: Keyword

    Attributes
    protected
  41. val LIMIT: Keyword

    Attributes
    protected
  42. val LOWER: Keyword

    Attributes
    protected
  43. val MAX: Keyword

    Attributes
    protected
  44. val MIN: Keyword

    Attributes
    protected
  45. val NOT: Keyword

    Attributes
    protected
  46. val NULL: Keyword

    Attributes
    protected
  47. val ON: Keyword

    Attributes
    protected
  48. val OR: Keyword

    Attributes
    protected
  49. val ORDER: Keyword

    Attributes
    protected
  50. val OUTER: Keyword

    Attributes
    protected
  51. val OVERWRITE: Keyword

    Attributes
    protected
  52. def OnceParser[T](f: (Input) ⇒ ParseResult[T]): Parser[T] with OnceParser[T]

    Definition Classes
    Parsers
  53. def Parser[T](f: (Input) ⇒ ParseResult[T]): Parser[T]

    Definition Classes
    Parsers
  54. val REGEXP: Keyword

    Attributes
    protected
  55. val RIGHT: Keyword

    Attributes
    protected
  56. val RLIKE: Keyword

    Attributes
    protected
  57. val SELECT: Keyword

    Attributes
    protected
  58. val SEMI: Keyword

    Attributes
    protected
  59. val SORT: Keyword

    Attributes
    protected
  60. val SQRT: Keyword

    Attributes
    protected
  61. val SUBSTR: Keyword

    Attributes
    protected
  62. val SUBSTRING: Keyword

    Attributes
    protected
  63. val SUM: Keyword

    Attributes
    protected
  64. val TABLE: Keyword

    Attributes
    protected
  65. val THEN: Keyword

    Attributes
    protected
  66. val TRUE: Keyword

    Attributes
    protected
  67. val UNION: Keyword

    Attributes
    protected
  68. val UPPER: Keyword

    Attributes
    protected
  69. val WHEN: Keyword

    Attributes
    protected
  70. val WHERE: Keyword

    Attributes
    protected
  71. val WITH: Keyword

    Attributes
    protected
  72. def accept[U](expected: String, f: PartialFunction[Elem, U]): Parser[U]

    Definition Classes
    Parsers
  73. def accept[ES](es: ES)(implicit arg0: (ES) ⇒ List[Elem]): Parser[List[Elem]]

    Definition Classes
    Parsers
  74. implicit def accept(e: Elem): Parser[Elem]

    Definition Classes
    Parsers
  75. def acceptIf(p: (Elem) ⇒ Boolean)(err: (Elem) ⇒ String): Parser[Elem]

    Definition Classes
    Parsers
  76. def acceptMatch[U](expected: String, f: PartialFunction[Elem, U]): Parser[U]

    Definition Classes
    Parsers
  77. def acceptSeq[ES](es: ES)(implicit arg0: (ES) ⇒ Iterable[Elem]): Parser[List[Elem]]

    Definition Classes
    Parsers
  78. lazy val andExpression: Parser[Expression]

    Attributes
    protected
  79. lazy val arrayType: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser
  80. final def asInstanceOf[T0]: T0

    Definition Classes
    Any
  81. implicit def asParser(k: Keyword): Parser[String]

    Attributes
    protected
    Definition Classes
    AbstractSparkSQLParser
  82. def assignAliases(exprs: Seq[Expression]): Seq[NamedExpression]

    Attributes
    protected
  83. lazy val baseExpression: Parser[Expression]

    Attributes
    protected
  84. lazy val booleanLiteral: Parser[Literal]

    Attributes
    protected
  85. lazy val cast: Parser[Expression]

    Attributes
    protected
  86. def chainl1[T, U](first: ⇒ Parser[T], p: ⇒ Parser[U], q: ⇒ Parser[(T, U) ⇒ T]): Parser[T]

    Definition Classes
    Parsers
  87. def chainl1[T](p: ⇒ Parser[T], q: ⇒ Parser[(T, T) ⇒ T]): Parser[T]

    Definition Classes
    Parsers
  88. def chainr1[T, U](p: ⇒ Parser[T], q: ⇒ Parser[(T, U) ⇒ U], combine: (T, U) ⇒ U, first: U): Parser[U]

    Definition Classes
    Parsers
  89. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  90. def commit[T](p: ⇒ Parser[T]): Parser[T]

    Definition Classes
    Parsers
  91. lazy val comparisonExpression: Parser[Expression]

    Attributes
    protected
  92. lazy val cte: Parser[LogicalPlan]

    Attributes
    protected
  93. lazy val dataType: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser
  94. lazy val direction: Parser[SortDirection]

    Attributes
    protected
  95. lazy val dotExpressionHeader: Parser[Expression]

    Attributes
    protected
  96. def elem(e: Elem): Parser[Elem]

    Definition Classes
    Parsers
  97. def elem(kind: String, p: (Elem) ⇒ Boolean): Parser[Elem]

    Definition Classes
    Parsers
  98. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  99. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any
  100. def err(msg: String): Parser[Nothing]

    Definition Classes
    Parsers
  101. lazy val expression: Parser[Expression]

    Attributes
    protected
  102. def failure(msg: String): Parser[Nothing]

    Definition Classes
    Parsers
  103. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  104. lazy val fixedDecimalType: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser
  105. lazy val floatLit: Parser[String]

    Attributes
    protected
  106. lazy val function: Parser[Expression]

    Attributes
    protected
  107. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any
  108. def guard[T](p: ⇒ Parser[T]): Parser[T]

    Definition Classes
    Parsers
  109. def hashCode(): Int

    Definition Classes
    AnyRef → Any
  110. def ident: Parser[String]

    Definition Classes
    StdTokenParsers
  111. lazy val initLexical: Unit

    Attributes
    protected
    Definition Classes
    AbstractSparkSQLParser
  112. lazy val insert: Parser[LogicalPlan]

    Attributes
    protected
  113. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any
  114. lazy val joinConditions: Parser[Expression]

    Attributes
    protected
  115. lazy val joinType: Parser[JoinType]

    Attributes
    protected
  116. lazy val joinedRelation: Parser[LogicalPlan]

    Attributes
    protected
  117. implicit def keyword(chars: String): Parser[String]

    Definition Classes
    StandardTokenParsers → StdTokenParsers
  118. val keywordCache: HashMap[String, Parser[String]]

    Attributes
    protected
    Definition Classes
    StdTokenParsers
  119. val lexical: SqlLexical

    Definition Classes
    AbstractSparkSQLParser → StandardTokenParsers → TokenParsers
  120. lazy val literal: Parser[Literal]

    Attributes
    protected
  121. def log[T](p: ⇒ Parser[T])(name: String): Parser[T]

    Definition Classes
    Parsers
  122. lazy val mapType: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser
  123. def memo[T](p: Parser[T]): PackratParser[T]

    Definition Classes
    PackratParsers
  124. def mkList[T]: (~[T, List[T]]) ⇒ List[T]

    Definition Classes
    Parsers
  125. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  126. def not[T](p: ⇒ Parser[T]): Parser[Unit]

    Definition Classes
    Parsers
  127. final def notify(): Unit

    Definition Classes
    AnyRef
  128. final def notifyAll(): Unit

    Definition Classes
    AnyRef
  129. def numericLit: Parser[String]

    Definition Classes
    StdTokenParsers
  130. lazy val numericLiteral: Parser[Literal]

    Attributes
    protected
  131. def opt[T](p: ⇒ Parser[T]): Parser[Option[T]]

    Definition Classes
    Parsers
  132. lazy val orExpression: Parser[Expression]

    Attributes
    protected
  133. lazy val ordering: Parser[Seq[SortOrder]]

    Attributes
    protected
  134. def parse(input: String): LogicalPlan

    Definition Classes
    AbstractSparkSQLParser
  135. def parseExpression(input: String): Expression

  136. implicit def parser2packrat[T](p: ⇒ Parser[T]): PackratParser[T]

    Definition Classes
    PackratParsers
  137. def phrase[T](p: Parser[T]): PackratParser[T]

    Definition Classes
    PackratParsers → Parsers
  138. def positioned[T <: Positional](p: ⇒ Parser[T]): Parser[T]

    Definition Classes
    Parsers
  139. lazy val primary: PackratParser[Expression]

    Attributes
    protected
  140. lazy val primitiveType: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser
  141. lazy val productExpression: Parser[Expression]

    Attributes
    protected
  142. lazy val projection: Parser[Expression]

    Attributes
    protected
  143. implicit def regexToParser(regex: Regex): Parser[String]

    Definition Classes
    DataTypeParser
  144. lazy val relation: Parser[LogicalPlan]

    Attributes
    protected
  145. lazy val relationFactor: Parser[LogicalPlan]

    Attributes
    protected
  146. lazy val relations: Parser[LogicalPlan]

    Attributes
    protected
  147. def rep[T](p: ⇒ Parser[T]): Parser[List[T]]

    Definition Classes
    Parsers
  148. def rep1[T](first: ⇒ Parser[T], p0: ⇒ Parser[T]): Parser[List[T]]

    Definition Classes
    Parsers
    Annotations
    @migration
    Migration

    (Changed in version 2.9.0) The p0 call-by-name arguments is evaluated at most once per constructed Parser object, instead of on every need that arises during parsing.

  149. def rep1[T](p: ⇒ Parser[T]): Parser[List[T]]

    Definition Classes
    Parsers
  150. def rep1sep[T](p: ⇒ Parser[T], q: ⇒ Parser[Any]): Parser[List[T]]

    Definition Classes
    Parsers
  151. def repN[T](num: Int, p: ⇒ Parser[T]): Parser[List[T]]

    Definition Classes
    Parsers
  152. def repsep[T](p: ⇒ Parser[T], q: ⇒ Parser[Any]): Parser[List[T]]

    Definition Classes
    Parsers
  153. lazy val reservedWords: Seq[String]

    Attributes
    protected
    Definition Classes
    AbstractSparkSQLParser
  154. lazy val restInput: Parser[String]

    Attributes
    protected
    Definition Classes
    AbstractSparkSQLParser
  155. lazy val select: Parser[LogicalPlan]

    Attributes
    protected
  156. lazy val sign: Parser[String]

    Attributes
    protected
  157. lazy val signedNumericLiteral: Parser[Literal]

    Attributes
    protected
  158. lazy val signedPrimary: Parser[Expression]

    Attributes
    protected
  159. lazy val sortType: Parser[(LogicalPlan) ⇒ LogicalPlan]

    Attributes
    protected
  160. lazy val start: Parser[LogicalPlan]

    Attributes
    protected
    Definition Classes
    SqlParser → AbstractSparkSQLParser
  161. lazy val start1: Parser[LogicalPlan]

    Attributes
    protected
  162. def stringLit: Parser[String]

    Definition Classes
    StdTokenParsers
  163. lazy val structField: Parser[StructField]

    Attributes
    protected
    Definition Classes
    DataTypeParser
  164. lazy val structType: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser
  165. def success[T](v: T): Parser[T]

    Definition Classes
    Parsers
  166. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef
  167. lazy val termExpression: Parser[Expression]

    Attributes
    protected
  168. def toDataType(dataTypeString: String): DataType

    Definition Classes
    DataTypeParser
  169. def toString(): String

    Definition Classes
    AnyRef → Any
  170. lazy val unsignedNumericLiteral: Parser[Literal]

    Attributes
    protected
  171. lazy val varchar: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser
  172. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  173. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  174. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  175. lazy val wholeInput: Parser[String]

    Attributes
    protected
    Definition Classes
    AbstractSparkSQLParser

Deprecated Value Members

  1. def lastNoSuccess: NoSuccess

    Definition Classes
    Parsers
    Annotations
    @deprecated
    Deprecated

    (Since version 2.10.0) lastNoSuccess was not thread-safe and will be removed in 2.11.0

  2. def lastNoSuccess_=(x: NoSuccess): Unit

    Definition Classes
    Parsers
    Annotations
    @deprecated
    Deprecated

    (Since version 2.10.0) lastNoSuccess was not thread-safe and will be removed in 2.11.0

Inherited from DataTypeParser

Inherited from AbstractSparkSQLParser

Inherited from PackratParsers

Inherited from StandardTokenParsers

Inherited from StdTokenParsers

Inherited from TokenParsers

Inherited from Parsers

Inherited from AnyRef

Inherited from Any

Ungrouped