Packages

final class OnHeapColumnVector extends WritableColumnVector

A column backed by an in memory JVM array. This stores the NULLs as a byte per value and a java array for the values.

Linear Supertypes
WritableColumnVector, ColumnVector, AutoCloseable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. OnHeapColumnVector
  2. WritableColumnVector
  3. ColumnVector
  4. AutoCloseable
  5. AnyRef
  6. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new OnHeapColumnVector(capacity: Int, type: DataType)

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def appendArray(length: Int): Int
    Definition Classes
    WritableColumnVector
  5. final def appendBoolean(v: Boolean): Int
    Definition Classes
    WritableColumnVector
  6. final def appendBooleans(count: Int, v: Boolean): Int
    Definition Classes
    WritableColumnVector
  7. final def appendByte(v: Byte): Int
    Definition Classes
    WritableColumnVector
  8. final def appendByteArray(value: Array[Byte], offset: Int, length: Int): Int
    Definition Classes
    WritableColumnVector
  9. final def appendBytes(length: Int, src: Array[Byte], offset: Int): Int
    Definition Classes
    WritableColumnVector
  10. final def appendBytes(count: Int, v: Byte): Int
    Definition Classes
    WritableColumnVector
  11. final def appendDouble(v: Double): Int
    Definition Classes
    WritableColumnVector
  12. final def appendDoubles(length: Int, src: Array[Double], offset: Int): Int
    Definition Classes
    WritableColumnVector
  13. final def appendDoubles(count: Int, v: Double): Int
    Definition Classes
    WritableColumnVector
  14. final def appendFloat(v: Float): Int
    Definition Classes
    WritableColumnVector
  15. final def appendFloats(length: Int, src: Array[Float], offset: Int): Int
    Definition Classes
    WritableColumnVector
  16. final def appendFloats(count: Int, v: Float): Int
    Definition Classes
    WritableColumnVector
  17. final def appendInt(v: Int): Int
    Definition Classes
    WritableColumnVector
  18. final def appendInts(length: Int, src: Array[Int], offset: Int): Int
    Definition Classes
    WritableColumnVector
  19. final def appendInts(count: Int, v: Int): Int
    Definition Classes
    WritableColumnVector
  20. final def appendLong(v: Long): Int
    Definition Classes
    WritableColumnVector
  21. final def appendLongs(length: Int, src: Array[Long], offset: Int): Int
    Definition Classes
    WritableColumnVector
  22. final def appendLongs(count: Int, v: Long): Int
    Definition Classes
    WritableColumnVector
  23. final def appendNotNull(): Int
    Definition Classes
    WritableColumnVector
  24. final def appendNotNulls(count: Int): Int
    Definition Classes
    WritableColumnVector
  25. final def appendNull(): Int

    Append APIs.

    Append APIs. These APIs all behave similarly and will append data to the current vector. It is not valid to mix the put and append APIs. The append APIs are slower and should only be used if the sizes are not known up front. In all these cases, the return value is the rowId for the first appended element.

    Definition Classes
    WritableColumnVector
  26. final def appendNulls(count: Int): Int
    Definition Classes
    WritableColumnVector
  27. final def appendShort(v: Short): Int
    Definition Classes
    WritableColumnVector
  28. final def appendShorts(length: Int, src: Array[Short], offset: Int): Int
    Definition Classes
    WritableColumnVector
  29. final def appendShorts(count: Int, v: Short): Int
    Definition Classes
    WritableColumnVector
  30. final def appendStruct(isNull: Boolean): Int

    Appends a NULL struct.

    Appends a NULL struct. This *has* to be used for structs instead of appendNull() as this recursively appends a NULL to its children. We don't have this logic as the general appendNull implementation to optimize the more common non-struct case.

    Definition Classes
    WritableColumnVector
  31. def arrayData(): WritableColumnVector
    Definition Classes
    WritableColumnVector
  32. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  33. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native() @HotSpotIntrinsicCandidate()
  34. def close(): Unit
    Definition Classes
    OnHeapColumnVector → WritableColumnVector → ColumnVector → AutoCloseable
  35. final def dataType(): DataType
    Definition Classes
    ColumnVector
  36. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  37. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  38. final def getArray(rowId: Int): ColumnarArray
    Definition Classes
    WritableColumnVector → ColumnVector
  39. def getArrayLength(rowId: Int): Int
    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  40. def getArrayOffset(rowId: Int): Int
    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  41. def getBinary(rowId: Int): Array[Byte]
    Definition Classes
    WritableColumnVector → ColumnVector
  42. def getBoolean(rowId: Int): Boolean
    Definition Classes
    OnHeapColumnVector → ColumnVector
  43. def getBooleans(rowId: Int, count: Int): Array[Boolean]
    Definition Classes
    OnHeapColumnVector → ColumnVector
  44. def getByte(rowId: Int): Byte
    Definition Classes
    OnHeapColumnVector → ColumnVector
  45. def getBytes(rowId: Int, count: Int): Array[Byte]
    Definition Classes
    OnHeapColumnVector → ColumnVector
  46. def getBytesAsUTF8String(rowId: Int, count: Int): UTF8String

    Gets the values of bytes from [rowId, rowId + count), as a UTF8String.

    Gets the values of bytes from [rowId, rowId + count), as a UTF8String. This method is similar to int), but can save data copy as UTF8String is used as a pointer.

    Attributes
    protected[vectorized]
    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  47. def getChild(ordinal: Int): WritableColumnVector
    Definition Classes
    WritableColumnVector → ColumnVector
  48. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  49. def getDecimal(rowId: Int, precision: Int, scale: Int): Decimal
    Definition Classes
    WritableColumnVector → ColumnVector
  50. def getDictId(rowId: Int): Int

    Returns the dictionary Id for rowId.

    Returns the dictionary Id for rowId. This should only be called when the ColumnVector is dictionaryIds. We have this separate method for dictionaryIds as per SPARK-16928.

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  51. def getDictionaryIds(): WritableColumnVector

    Returns the underlying integer column for ids of dictionary.

    Returns the underlying integer column for ids of dictionary.

    Definition Classes
    WritableColumnVector
  52. def getDouble(rowId: Int): Double
    Definition Classes
    OnHeapColumnVector → ColumnVector
  53. def getDoubles(rowId: Int, count: Int): Array[Double]
    Definition Classes
    OnHeapColumnVector → ColumnVector
  54. final def getElementsAppended(): Int

    Returns the elements appended.

    Returns the elements appended.

    Definition Classes
    WritableColumnVector
  55. def getFloat(rowId: Int): Float
    Definition Classes
    OnHeapColumnVector → ColumnVector
  56. def getFloats(rowId: Int, count: Int): Array[Float]
    Definition Classes
    OnHeapColumnVector → ColumnVector
  57. def getInt(rowId: Int): Int
    Definition Classes
    OnHeapColumnVector → ColumnVector
  58. final def getInterval(arg0: Int): CalendarInterval
    Definition Classes
    ColumnVector
  59. def getInts(rowId: Int, count: Int): Array[Int]
    Definition Classes
    OnHeapColumnVector → ColumnVector
  60. def getLong(rowId: Int): Long
    Definition Classes
    OnHeapColumnVector → ColumnVector
  61. def getLongs(rowId: Int, count: Int): Array[Long]
    Definition Classes
    OnHeapColumnVector → ColumnVector
  62. final def getMap(rowId: Int): ColumnarMap
    Definition Classes
    WritableColumnVector → ColumnVector
  63. def getShort(rowId: Int): Short
    Definition Classes
    OnHeapColumnVector → ColumnVector
  64. def getShorts(rowId: Int, count: Int): Array[Short]
    Definition Classes
    OnHeapColumnVector → ColumnVector
  65. final def getStruct(arg0: Int): ColumnarRow
    Definition Classes
    ColumnVector
  66. def getUTF8String(rowId: Int): UTF8String
    Definition Classes
    WritableColumnVector → ColumnVector
  67. def hasDictionary(): Boolean

    Returns true if this column has a dictionary.

    Returns true if this column has a dictionary.

    Definition Classes
    WritableColumnVector
  68. def hasNull(): Boolean
    Definition Classes
    WritableColumnVector → ColumnVector
  69. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  70. def isArray(): Boolean
    Attributes
    protected[vectorized]
    Definition Classes
    WritableColumnVector
  71. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  72. def isNullAt(rowId: Int): Boolean
    Definition Classes
    OnHeapColumnVector → ColumnVector
  73. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  74. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  75. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  76. def numNulls(): Int
    Definition Classes
    WritableColumnVector → ColumnVector
  77. def putArray(rowId: Int, offset: Int, length: Int): Unit

    Puts a byte array that already exists in this column.

    Puts a byte array that already exists in this column.

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  78. def putBoolean(rowId: Int, value: Boolean): Unit

    Sets value to the value at rowId.

    Sets value to the value at rowId.

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  79. def putBooleans(rowId: Int, count: Int, value: Boolean): Unit

    Sets value to [rowId, rowId + count).

    Sets value to [rowId, rowId + count).

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  80. def putByte(rowId: Int, value: Byte): Unit

    Sets value to the value at rowId.

    Sets value to the value at rowId.

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  81. def putByteArray(rowId: Int, value: Array[Byte], offset: Int, length: Int): Int

    Sets values from [value + offset, value + offset + count) to the values at rowId.

    Sets values from [value + offset, value + offset + count) to the values at rowId.

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  82. final def putByteArray(rowId: Int, value: Array[Byte]): Int
    Definition Classes
    WritableColumnVector
  83. def putBytes(rowId: Int, count: Int, src: Array[Byte], srcIndex: Int): Unit

    Sets values from [src[srcIndex], src[srcIndex + count]) to [rowId, rowId + count)

    Sets values from [src[srcIndex], src[srcIndex + count]) to [rowId, rowId + count)

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  84. def putBytes(rowId: Int, count: Int, value: Byte): Unit

    Sets value to [rowId, rowId + count).

    Sets value to [rowId, rowId + count).

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  85. def putDecimal(rowId: Int, value: Decimal, precision: Int): Unit
    Definition Classes
    WritableColumnVector
  86. def putDouble(rowId: Int, value: Double): Unit

    Sets value to the value at rowId.

    Sets value to the value at rowId.

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  87. def putDoubles(rowId: Int, count: Int, src: Array[Byte], srcIndex: Int): Unit

    Sets values from [src[srcIndex], src[srcIndex + count * 8]) to [rowId, rowId + count) The data in src must be ieee formatted doubles in platform native endian.

    Sets values from [src[srcIndex], src[srcIndex + count * 8]) to [rowId, rowId + count) The data in src must be ieee formatted doubles in platform native endian.

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  88. def putDoubles(rowId: Int, count: Int, src: Array[Double], srcIndex: Int): Unit

    Sets values from [src[srcIndex], src[srcIndex + count]) to [rowId, rowId + count)

    Sets values from [src[srcIndex], src[srcIndex + count]) to [rowId, rowId + count)

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  89. def putDoubles(rowId: Int, count: Int, value: Double): Unit

    Sets value to [rowId, rowId + count).

    Sets value to [rowId, rowId + count).

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  90. def putDoublesLittleEndian(rowId: Int, count: Int, src: Array[Byte], srcIndex: Int): Unit

    Sets values from [src[srcIndex], src[srcIndex + count * 8]) to [rowId, rowId + count) The data in src must be ieee formatted doubles in little endian.

    Sets values from [src[srcIndex], src[srcIndex + count * 8]) to [rowId, rowId + count) The data in src must be ieee formatted doubles in little endian.

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  91. def putFloat(rowId: Int, value: Float): Unit

    Sets value to the value at rowId.

    Sets value to the value at rowId.

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  92. def putFloats(rowId: Int, count: Int, src: Array[Byte], srcIndex: Int): Unit

    Sets values from [src[srcIndex], src[srcIndex + count * 4]) to [rowId, rowId + count) The data in src must be ieee formatted floats in platform native endian.

    Sets values from [src[srcIndex], src[srcIndex + count * 4]) to [rowId, rowId + count) The data in src must be ieee formatted floats in platform native endian.

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  93. def putFloats(rowId: Int, count: Int, src: Array[Float], srcIndex: Int): Unit

    Sets values from [src[srcIndex], src[srcIndex + count]) to [rowId, rowId + count)

    Sets values from [src[srcIndex], src[srcIndex + count]) to [rowId, rowId + count)

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  94. def putFloats(rowId: Int, count: Int, value: Float): Unit

    Sets value to [rowId, rowId + count).

    Sets value to [rowId, rowId + count).

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  95. def putFloatsLittleEndian(rowId: Int, count: Int, src: Array[Byte], srcIndex: Int): Unit

    Sets values from [src[srcIndex], src[srcIndex + count * 4]) to [rowId, rowId + count) The data in src must be ieee formatted floats in little endian.

    Sets values from [src[srcIndex], src[srcIndex + count * 4]) to [rowId, rowId + count) The data in src must be ieee formatted floats in little endian.

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  96. def putInt(rowId: Int, value: Int): Unit

    Sets value to the value at rowId.

    Sets value to the value at rowId.

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  97. def putInterval(rowId: Int, value: CalendarInterval): Unit
    Definition Classes
    WritableColumnVector
  98. def putInts(rowId: Int, count: Int, src: Array[Byte], srcIndex: Int): Unit

    Sets values from [src[srcIndex], src[srcIndex + count * 4]) to [rowId, rowId + count) The data in src must be 4-byte platform native endian ints.

    Sets values from [src[srcIndex], src[srcIndex + count * 4]) to [rowId, rowId + count) The data in src must be 4-byte platform native endian ints.

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  99. def putInts(rowId: Int, count: Int, src: Array[Int], srcIndex: Int): Unit

    Sets values from [src[srcIndex], src[srcIndex + count]) to [rowId, rowId + count)

    Sets values from [src[srcIndex], src[srcIndex + count]) to [rowId, rowId + count)

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  100. def putInts(rowId: Int, count: Int, value: Int): Unit

    Sets value to [rowId, rowId + count).

    Sets value to [rowId, rowId + count).

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  101. def putIntsLittleEndian(rowId: Int, count: Int, src: Array[Byte], srcIndex: Int): Unit

    Sets values from [src[srcIndex], src[srcIndex + count * 4]) to [rowId, rowId + count) The data in src must be 4-byte little endian ints.

    Sets values from [src[srcIndex], src[srcIndex + count * 4]) to [rowId, rowId + count) The data in src must be 4-byte little endian ints.

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  102. def putLong(rowId: Int, value: Long): Unit

    Sets value to the value at rowId.

    Sets value to the value at rowId.

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  103. def putLongs(rowId: Int, count: Int, src: Array[Byte], srcIndex: Int): Unit

    Sets values from [src[srcIndex], src[srcIndex + count * 8]) to [rowId, rowId + count) The data in src must be 8-byte platform native endian longs.

    Sets values from [src[srcIndex], src[srcIndex + count * 8]) to [rowId, rowId + count) The data in src must be 8-byte platform native endian longs.

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  104. def putLongs(rowId: Int, count: Int, src: Array[Long], srcIndex: Int): Unit

    Sets values from [src[srcIndex], src[srcIndex + count]) to [rowId, rowId + count)

    Sets values from [src[srcIndex], src[srcIndex + count]) to [rowId, rowId + count)

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  105. def putLongs(rowId: Int, count: Int, value: Long): Unit

    Sets value to [rowId, rowId + count).

    Sets value to [rowId, rowId + count).

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  106. def putLongsLittleEndian(rowId: Int, count: Int, src: Array[Byte], srcIndex: Int): Unit

    Sets values from [src + srcIndex, src + srcIndex + count * 8) to [rowId, rowId + count) The data in src must be 8-byte little endian longs.

    Sets values from [src + srcIndex, src + srcIndex + count * 8) to [rowId, rowId + count) The data in src must be 8-byte little endian longs.

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  107. def putNotNull(rowId: Int): Unit

    Sets null/not null to the value at rowId.

    Sets null/not null to the value at rowId.

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  108. def putNotNulls(rowId: Int, count: Int): Unit
    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  109. def putNull(rowId: Int): Unit
    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  110. def putNulls(rowId: Int, count: Int): Unit

    Sets null/not null to the values at [rowId, rowId + count).

    Sets null/not null to the values at [rowId, rowId + count).

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  111. def putShort(rowId: Int, value: Short): Unit

    Sets value to the value at rowId.

    Sets value to the value at rowId.

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  112. def putShorts(rowId: Int, count: Int, src: Array[Byte], srcIndex: Int): Unit

    Sets values from [src[srcIndex], src[srcIndex + count * 2]) to [rowId, rowId + count) The data in src must be 2-byte platform native endian shorts.

    Sets values from [src[srcIndex], src[srcIndex + count * 2]) to [rowId, rowId + count) The data in src must be 2-byte platform native endian shorts.

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  113. def putShorts(rowId: Int, count: Int, src: Array[Short], srcIndex: Int): Unit

    Sets values from [src[srcIndex], src[srcIndex + count]) to [rowId, rowId + count)

    Sets values from [src[srcIndex], src[srcIndex + count]) to [rowId, rowId + count)

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  114. def putShorts(rowId: Int, count: Int, value: Short): Unit

    Sets value to [rowId, rowId + count).

    Sets value to [rowId, rowId + count).

    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  115. def reserve(requiredCapacity: Int): Unit
    Definition Classes
    WritableColumnVector
  116. def reserveDictionaryIds(capacity: Int): WritableColumnVector

    Reserve a integer column for ids of dictionary.

    Reserve a integer column for ids of dictionary.

    Definition Classes
    WritableColumnVector
  117. def reserveInternal(newCapacity: Int): Unit

    Ensures that there is enough storage to store capacity elements.

    Ensures that there is enough storage to store capacity elements. That is, the put() APIs must work for all rowIds < capacity.

    Attributes
    protected[vectorized]
    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  118. def reserveNewColumn(capacity: Int, type: DataType): OnHeapColumnVector

    Reserve a new column.

    Reserve a new column.

    Attributes
    protected[vectorized]
    Definition Classes
    OnHeapColumnVector → WritableColumnVector
  119. def reset(): Unit

    Resets this column for writing.

    Resets this column for writing. The currently stored values are no longer accessible.

    Definition Classes
    WritableColumnVector
  120. def setDictionary(dictionary: Dictionary): Unit

    Update the dictionary.

    Update the dictionary.

    Definition Classes
    WritableColumnVector
  121. final def setIsConstant(): Unit

    Marks this column as being constant.

    Marks this column as being constant.

    Definition Classes
    WritableColumnVector
  122. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  123. def toString(): String
    Definition Classes
    AnyRef → Any
  124. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  125. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  126. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] ) @Deprecated @deprecated
    Deprecated

    (Since version ) see corresponding Javadoc for more information.

Inherited from WritableColumnVector

Inherited from ColumnVector

Inherited from AutoCloseable

Inherited from AnyRef

Inherited from Any

Ungrouped