Packages

c

org.apache.spark.sql.rapids

GpuShuffleDependency

class GpuShuffleDependency[K, V, C] extends ShuffleDependency[K, V, C]

Linear Supertypes
ShuffleDependency[K, V, C], Logging, Dependency[Product2[K, V]], Serializable, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. GpuShuffleDependency
  2. ShuffleDependency
  3. Logging
  4. Dependency
  5. Serializable
  6. Serializable
  7. AnyRef
  8. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new GpuShuffleDependency(rdd: RDD[_ <: Product2[K, V]], partitioner: Partitioner, sparkTypes: Array[DataType], serializer: Serializer = SparkEnv.get.serializer, keyOrdering: Option[Ordering[K]] = None, aggregator: Option[Aggregator[K, V, C]] = None, mapSideCombine: Boolean = false, shuffleWriterProcessor: ShuffleWriteProcessor = new ShuffleWriteProcessor, useGPUShuffle: Boolean, useMultiThreadedShuffle: Boolean, metrics: Map[String, SQLMetric] = Map.empty)(implicit arg0: ClassTag[K], arg1: ClassTag[V], arg2: ClassTag[C])

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. val aggregator: Option[Aggregator[K, V, C]]
    Definition Classes
    ShuffleDependency
  5. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  6. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native() @HotSpotIntrinsicCandidate()
  7. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  8. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  9. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  10. def getMergerLocs: Seq[BlockManagerId]
    Definition Classes
    ShuffleDependency
  11. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  12. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  13. def initializeLogIfNecessary(isInterpreter: Boolean): Unit
    Attributes
    protected
    Definition Classes
    Logging
  14. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  15. def isTraceEnabled(): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  16. val keyOrdering: Option[Ordering[K]]
    Definition Classes
    ShuffleDependency
  17. def log: Logger
    Attributes
    protected
    Definition Classes
    Logging
  18. def logDebug(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  19. def logDebug(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  20. def logError(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  21. def logError(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  22. def logInfo(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  23. def logInfo(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  24. def logName: String
    Attributes
    protected
    Definition Classes
    Logging
  25. def logTrace(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  26. def logTrace(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  27. def logWarning(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  28. def logWarning(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  29. val mapSideCombine: Boolean
    Definition Classes
    ShuffleDependency
  30. val metrics: Map[String, SQLMetric]
  31. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  32. def newShuffleMergeState(): Unit
    Definition Classes
    ShuffleDependency
  33. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  34. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  35. val partitioner: Partitioner
    Definition Classes
    ShuffleDependency
  36. def rdd: RDD[Product2[K, V]]
    Definition Classes
    ShuffleDependency → Dependency
  37. val serializer: Serializer
    Definition Classes
    ShuffleDependency
  38. def setMergerLocs(mergerLocs: Seq[BlockManagerId]): Unit
    Definition Classes
    ShuffleDependency
  39. val shuffleHandle: ShuffleHandle
    Definition Classes
    ShuffleDependency
  40. val shuffleId: Int
    Definition Classes
    ShuffleDependency
  41. def shuffleMergeEnabled: Boolean
    Definition Classes
    ShuffleDependency
  42. def shuffleMergeFinalized: Boolean
    Definition Classes
    ShuffleDependency
  43. def shuffleMergeId: Int
    Definition Classes
    ShuffleDependency
  44. val shuffleWriterProcessor: ShuffleWriteProcessor
    Definition Classes
    ShuffleDependency
  45. val sparkTypes: Array[DataType]
  46. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  47. def toString(): String
    Definition Classes
    GpuShuffleDependency → AnyRef → Any
  48. val useGPUShuffle: Boolean
  49. val useMultiThreadedShuffle: Boolean
  50. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  51. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  52. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] ) @Deprecated
    Deprecated

Inherited from ShuffleDependency[K, V, C]

Inherited from Logging

Inherited from Dependency[Product2[K, V]]

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped