Packages

final class GeneralAggregateFunc extends AggregateFunc

The general implementation of AggregateFunc, which contains the upper-cased function name, the isDistinct flag and all the inputs. Note that Spark cannot push down partial aggregate with this function to the source, but can only push down the entire aggregate.

The currently supported SQL aggregate functions:

  • VAR_POP(input1)
    Since 3.3.0
  • VAR_SAMP(input1)
    Since 3.3.0
  • STDDEV_POP(input1)
    Since 3.3.0
  • STDDEV_SAMP(input1)
    Since 3.3.0
  • COVAR_POP(input1, input2)
    Since 3.3.0
  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_POP(input1, input2) 

  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

STDDEV_SAMP(input1) 

  • COVAR_POP(input1, input2)
    Since 3.3.0
  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_POP(input1, input2) 

  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

STDDEV_POP(input1) 

  • STDDEV_SAMP(input1)
    Since 3.3.0
  • COVAR_POP(input1, input2)
    Since 3.3.0
  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_POP(input1, input2) 

  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

STDDEV_SAMP(input1) 

  • COVAR_POP(input1, input2)
    Since 3.3.0
  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_POP(input1, input2) 

  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

VAR_SAMP(input1) 

  • STDDEV_POP(input1)
    Since 3.3.0
  • STDDEV_SAMP(input1)
    Since 3.3.0
  • COVAR_POP(input1, input2)
    Since 3.3.0
  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_POP(input1, input2) 

  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

STDDEV_SAMP(input1) 

  • COVAR_POP(input1, input2)
    Since 3.3.0
  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_POP(input1, input2) 

  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

STDDEV_POP(input1) 

  • STDDEV_SAMP(input1)
    Since 3.3.0
  • COVAR_POP(input1, input2)
    Since 3.3.0
  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_POP(input1, input2) 

  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

STDDEV_SAMP(input1) 

  • COVAR_POP(input1, input2)
    Since 3.3.0
  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_POP(input1, input2) 

  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

VAR_POP(input1) 

  • VAR_SAMP(input1)
    Since 3.3.0
  • STDDEV_POP(input1)
    Since 3.3.0
  • STDDEV_SAMP(input1)
    Since 3.3.0
  • COVAR_POP(input1, input2)
    Since 3.3.0
  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_POP(input1, input2) 

  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

STDDEV_SAMP(input1) 

  • COVAR_POP(input1, input2)
    Since 3.3.0
  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_POP(input1, input2) 

  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

STDDEV_POP(input1) 

  • STDDEV_SAMP(input1)
    Since 3.3.0
  • COVAR_POP(input1, input2)
    Since 3.3.0
  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_POP(input1, input2) 

  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

STDDEV_SAMP(input1) 

  • COVAR_POP(input1, input2)
    Since 3.3.0
  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_POP(input1, input2) 

  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

VAR_SAMP(input1) 

  • STDDEV_POP(input1)
    Since 3.3.0
  • STDDEV_SAMP(input1)
    Since 3.3.0
  • COVAR_POP(input1, input2)
    Since 3.3.0
  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_POP(input1, input2) 

  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

STDDEV_SAMP(input1) 

  • COVAR_POP(input1, input2)
    Since 3.3.0
  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_POP(input1, input2) 

  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

STDDEV_POP(input1) 

  • STDDEV_SAMP(input1)
    Since 3.3.0
  • COVAR_POP(input1, input2)
    Since 3.3.0
  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_POP(input1, input2) 

  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

STDDEV_SAMP(input1) 

  • COVAR_POP(input1, input2)
    Since 3.3.0
  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_POP(input1, input2) 

  • COVAR_SAMP(input1, input2)
    Since 3.3.0
  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

COVAR_SAMP(input1, input2) 

  • CORR(input1, input2)
    Since 3.3.0

CORR(input1, input2)

Annotations
@Evolving()
Since

3.3.0

Linear Supertypes
AggregateFunc, Serializable, Expression, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. GeneralAggregateFunc
  2. AggregateFunc
  3. Serializable
  4. Expression
  5. AnyRef
  6. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new GeneralAggregateFunc(name: String, isDistinct: Boolean, children: Array[Expression])

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def children(): Array[Expression]

    Returns an array of the children of this node.

    Returns an array of the children of this node. Children should not change.

    Definition Classes
    GeneralAggregateFunc → Expression
    Annotations
    @Override()
  6. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native() @HotSpotIntrinsicCandidate()
  7. def describe(): String

    Format the expression as a human readable SQL-like string.

    Format the expression as a human readable SQL-like string.

    Definition Classes
    Expression
  8. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  9. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  10. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  11. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  12. def isDistinct(): Boolean
  13. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  14. def name(): String
  15. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  16. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  17. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  18. def references(): Array[NamedReference]

    List of fields or columns that are referenced by this expression.

    List of fields or columns that are referenced by this expression.

    Definition Classes
    Expression
  19. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  20. def toString(): String
    Definition Classes
    GeneralAggregateFunc → AnyRef → Any
    Annotations
    @Override()
  21. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  22. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  23. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] ) @Deprecated
    Deprecated

Inherited from AggregateFunc

Inherited from Serializable

Inherited from Expression

Inherited from AnyRef

Inherited from Any

Ungrouped