Packages

c

org.apache.spark.sql.execution.datasources.parquet

VectorizedDeltaByteArrayReader

class VectorizedDeltaByteArrayReader extends VectorizedReaderBase with VectorizedValuesReader with RequiresPreviousReader

An implementation of the Parquet DELTA_BYTE_ARRAY decoder that supports the vectorized interface.

Linear Supertypes
RequiresPreviousReader, VectorizedReaderBase, VectorizedValuesReader, ValuesReader, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. VectorizedDeltaByteArrayReader
  2. RequiresPreviousReader
  3. VectorizedReaderBase
  4. VectorizedValuesReader
  5. ValuesReader
  6. AnyRef
  7. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  6. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  7. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  8. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  9. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  10. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  11. def initFromPage(valueCount: Int, in: ByteBufferInputStream): Unit
    Definition Classes
    VectorizedDeltaByteArrayReader → ValuesReader
    Annotations
    @Override()
  12. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  13. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  14. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  15. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  16. def readBinary(total: Int, c: WritableColumnVector, rowId: Int): Unit
    Definition Classes
    VectorizedDeltaByteArrayReader → VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  17. def readBinary(len: Int): Binary
    Definition Classes
    VectorizedDeltaByteArrayReader → VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  18. def readBoolean(): Boolean
    Definition Classes
    ValuesReader
  19. def readBooleans(total: Int, c: WritableColumnVector, rowId: Int): Unit
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  20. def readByte(): Byte
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  21. def readBytes(total: Int, c: WritableColumnVector, rowId: Int): Unit
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  22. def readBytes(): Binary
    Definition Classes
    ValuesReader
  23. def readDouble(): Double
    Definition Classes
    ValuesReader
  24. def readDoubles(total: Int, c: WritableColumnVector, rowId: Int): Unit
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  25. def readFloat(): Float
    Definition Classes
    ValuesReader
  26. def readFloats(total: Int, c: WritableColumnVector, rowId: Int): Unit
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  27. def readInteger(): Int
    Definition Classes
    ValuesReader
  28. def readIntegers(total: Int, c: WritableColumnVector, rowId: Int): Unit
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  29. def readIntegersWithRebase(total: Int, c: WritableColumnVector, rowId: Int, failIfRebase: Boolean): Unit
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  30. def readLong(): Long
    Definition Classes
    ValuesReader
  31. def readLongs(total: Int, c: WritableColumnVector, rowId: Int): Unit
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  32. def readLongsWithRebase(total: Int, c: WritableColumnVector, rowId: Int, failIfRebase: Boolean, timeZone: String): Unit
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  33. def readShort(): Short
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  34. def readShorts(total: Int, c: WritableColumnVector, rowId: Int): Unit
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  35. def readUnsignedIntegers(total: Int, c: WritableColumnVector, rowId: Int): Unit
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  36. def readUnsignedLongs(total: Int, c: WritableColumnVector, rowId: Int): Unit
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  37. def readValueDictionaryId(): Int
    Definition Classes
    ValuesReader
  38. def setPreviousReader(reader: ValuesReader): Unit

    There was a bug (PARQUET-246) in which DeltaByteArrayWriter's reset() method did not clear the previous value state that it tracks internally.

    There was a bug (PARQUET-246) in which DeltaByteArrayWriter's reset() method did not clear the previous value state that it tracks internally. This resulted in the first value of all pages (except for the first page) to be a delta from the last value of the previous page. In order to read corrupted files written with this bug, when reading a new page we need to recover the previous page's last value to use it (if needed) to read the first value.

    Definition Classes
    VectorizedDeltaByteArrayReader → RequiresPreviousReader
  39. def skip(): Unit
    Definition Classes
    VectorizedReaderBase → ValuesReader
    Annotations
    @Override()
  40. def skip(arg0: Int): Unit
    Definition Classes
    ValuesReader
  41. def skipBinary(total: Int): Unit
    Definition Classes
    VectorizedDeltaByteArrayReader → VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  42. def skipBooleans(total: Int): Unit
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  43. def skipBytes(total: Int): Unit
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  44. def skipDoubles(total: Int): Unit
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  45. def skipFixedLenByteArray(total: Int, len: Int): Unit
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  46. def skipFloats(total: Int): Unit
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  47. def skipIntegers(total: Int): Unit
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  48. def skipLongs(total: Int): Unit
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  49. def skipShorts(total: Int): Unit
    Definition Classes
    VectorizedReaderBase → VectorizedValuesReader
    Annotations
    @Override()
  50. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  51. def toString(): String
    Definition Classes
    AnyRef → Any
  52. def updateNextOffset(arg0: Int): Unit
    Attributes
    protected[values]
    Definition Classes
    ValuesReader
  53. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  54. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  55. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()

Deprecated Value Members

  1. def getNextOffset(): Int
    Definition Classes
    ValuesReader
    Annotations
    @Deprecated
    Deprecated
  2. def initFromPage(arg0: Int, arg1: Array[Byte], arg2: Int): Unit
    Definition Classes
    ValuesReader
    Annotations
    @throws( classOf[java.io.IOException] ) @Deprecated
    Deprecated
  3. def initFromPage(arg0: Int, arg1: ByteBuffer, arg2: Int): Unit
    Definition Classes
    ValuesReader
    Annotations
    @throws( classOf[java.io.IOException] ) @Deprecated
    Deprecated

Inherited from RequiresPreviousReader

Inherited from VectorizedReaderBase

Inherited from VectorizedValuesReader

Inherited from ValuesReader

Inherited from AnyRef

Inherited from Any

Ungrouped