Packages

  • package root
    Definition Classes
    root
  • package org
    Definition Classes
    root
  • package apache
    Definition Classes
    org
  • package spark
    Definition Classes
    apache
  • package sql
    Definition Classes
    spark
  • package catalyst

    Catalyst is a library for manipulating relational query plans.

    Catalyst is a library for manipulating relational query plans. All classes in catalyst are considered an internal API to Spark SQL and are subject to change between minor releases.

    Definition Classes
    sql
  • package dsl

    A collection of implicit conversions that create a DSL for constructing catalyst data structures.

    A collection of implicit conversions that create a DSL for constructing catalyst data structures.

    scala> import org.apache.spark.sql.catalyst.dsl.expressions._

// Standard operators are added to expressions.
scala> import org.apache.spark.sql.catalyst.expressions.Literal
scala> Literal(1) + Literal(1)
res0: org.apache.spark.sql.catalyst.expressions.Add = (1 + 1)

// There is a conversion from 'symbols to unresolved attributes.
scala> 'a.attr
res1: org.apache.spark.sql.catalyst.analysis.UnresolvedAttribute = 'a

// These unresolved attributes can be used to create more complicated expressions.
scala> 'a === 'b
res2: org.apache.spark.sql.catalyst.expressions.EqualTo = ('a = 'b)

// SQL verbs can be used to construct logical query plans.
scala> import org.apache.spark.sql.catalyst.plans.logical._
scala> import org.apache.spark.sql.catalyst.dsl.plans._
scala> LocalRelation('key.int, 'value.string).where('key === 1).select('value).analyze
res3: org.apache.spark.sql.catalyst.plans.logical.LogicalPlan =
Project [value#3]
 Filter (key#2 = 1)
  LocalRelation [key#2,value#3], []
    Definition Classes
    catalyst
  • ExpressionConversions
  • ImplicitOperators
  • expressions
  • plans
t

org.apache.spark.sql.catalyst.dsl

ExpressionConversions

trait ExpressionConversions extends AnyRef

Linear Supertypes
AnyRef, Any
Known Subclasses
expressions
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. ExpressionConversions
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Type Members

  1. implicit class DslAttr extends ImplicitAttribute
  2. implicit class DslAttribute extends AnyRef
  3. implicit class DslExpression extends ImplicitOperators
  4. implicit class DslString extends ImplicitOperators
  5. implicit class DslSymbol extends ImplicitAttribute
  6. abstract class ImplicitAttribute extends ImplicitOperators
  7. implicit class StringToAttributeConversionHelper extends AnyRef

    Converts $"col name" into an analysis.UnresolvedAttribute.

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. def abs(e: Expression): Expression
  5. def approxCountDistinct(e: Expression, rsd: Double = 0.05, filter: Option[Expression] = None): Expression
  6. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  7. def avg(e: Expression, filter: Option[Expression] = None): Expression
  8. implicit def bigDecimalToLiteral(d: BigDecimal): Literal
  9. implicit def bigDecimalToLiteral(d: BigDecimal): Literal
  10. implicit def binaryToLiteral(a: Array[Byte]): Literal
  11. def bitAnd(e: Expression, filter: Option[Expression] = None): Expression
  12. def bitOr(e: Expression, filter: Option[Expression] = None): Expression
  13. def bitXor(e: Expression, filter: Option[Expression] = None): Expression
  14. implicit def booleanToLiteral(b: Boolean): Literal
  15. implicit def byteToLiteral(b: Byte): Literal
  16. def callFunction[T, U](func: (T) ⇒ U, returnType: DataType, argument: Expression): Expression
  17. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native() @HotSpotIntrinsicCandidate()
  18. def coalesce(args: Expression*): Expression
  19. def collectList(e: Expression, filter: Option[Expression] = None): Expression
  20. def collectSet(e: Expression, filter: Option[Expression] = None): Expression
  21. def count(e: Expression, filter: Option[Expression] = None): Expression
  22. def countDistinct(e: Expression*): Expression
  23. def countDistinctWithFilter(filter: Expression, e: Expression*): Expression
  24. implicit def dateToLiteral(d: Date): Literal
  25. implicit def decimalToLiteral(d: Decimal): Literal
  26. implicit def doubleToLiteral(d: Double): Literal
  27. implicit def durationToLiteral(d: Duration): Literal
  28. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  29. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  30. def first(e: Expression, filter: Option[Expression] = None): Expression
  31. implicit def floatToLiteral(f: Float): Literal
  32. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  33. def greatest(args: Expression*): Expression
  34. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  35. implicit def instantToLiteral(i: Instant): Literal
  36. implicit def intToLiteral(i: Int): Literal
  37. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  38. def last(e: Expression, filter: Option[Expression] = None): Expression
  39. def least(args: Expression*): Expression
  40. implicit def localDateToLiteral(d: LocalDate): Literal
  41. implicit def longToLiteral(l: Long): Literal
  42. def lower(e: Expression): Expression
  43. def max(e: Expression, filter: Option[Expression] = None): Expression
  44. def maxDistinct(e: Expression, filter: Option[Expression] = None): Expression
  45. def min(e: Expression, filter: Option[Expression] = None): Expression
  46. def minDistinct(e: Expression, filter: Option[Expression] = None): Expression
  47. def namedStruct(e: Expression*): Expression
  48. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  49. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  50. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  51. implicit def periodToLiteral(p: Period): Literal
  52. def rand(e: Long): Expression
  53. implicit def shortToLiteral(s: Short): Literal
  54. def sqrt(e: Expression): Expression
  55. def star(names: String*): Expression
  56. implicit def stringToLiteral(s: String): Literal
  57. def sum(e: Expression, filter: Option[Expression] = None): Expression
  58. def sumDistinct(e: Expression, filter: Option[Expression] = None): Expression
  59. implicit def symbolToUnresolvedAttribute(s: Symbol): UnresolvedAttribute
  60. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  61. implicit def timestampNTZToLiteral(l: LocalDateTime): Literal
  62. implicit def timestampToLiteral(t: Timestamp): Literal
  63. def toString(): String
    Definition Classes
    AnyRef → Any
  64. def upper(e: Expression): Expression
  65. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  66. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  67. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  68. def windowExpr(windowFunc: Expression, windowSpec: WindowSpecDefinition): WindowExpression
  69. def windowSpec(partitionSpec: Seq[Expression], orderSpec: Seq[SortOrder], frame: WindowFrame): WindowSpecDefinition

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] ) @Deprecated
    Deprecated

Inherited from AnyRef

Inherited from Any

Ungrouped