Trait parquet::encoding::Encoder

pub trait Encoder<T: DataType> {
    fn put(&mut self, values: &[T::T]) -> Result<()>;
    fn encoding(&self) -> Encoding;
    fn estimated_data_encoded_size(&self) -> usize;
    fn flush_buffer(&mut self) -> Result<ByteBufferPtr>;
}

An Parquet encoder for the data type T.

Currently this allocates internal buffers for the encoded values. After done putting values, caller should call flush_buffer() to get an immutable buffer pointer.

Required Methods

fn put(&mut self, values: &[T::T]) -> Result<()>

Encodes data from values.

fn encoding(&self) -> Encoding

Returns the encoding type of this encoder.

fn estimated_data_encoded_size(&self) -> usize

Returns an estimate of the encoded data, in bytes. Method call must be O(1).

fn flush_buffer(&mut self) -> Result<ByteBufferPtr>

Flushes the underlying byte buffer that's being processed by this encoder, and return the immutable copy of it. This will also reset the internal state.

Implementors

impl Encoder<BoolType> for PlainEncoder<BoolType>

fn put(&mut self, values: &[bool]) -> Result<()>

fn encoding(&self) -> Encoding

fn estimated_data_encoded_size(&self) -> usize

fn flush_buffer(&mut self) -> Result<ByteBufferPtr>

impl Encoder<BoolType> for RleValueEncoder<BoolType>

fn put(&mut self, values: &[bool]) -> Result<()>

fn flush_buffer(&mut self) -> Result<ByteBufferPtr>

fn encoding(&self) -> Encoding

fn estimated_data_encoded_size(&self) -> usize

impl Encoder<ByteArrayType> for DeltaByteArrayEncoder<ByteArrayType>

fn put(&mut self, values: &[ByteArray]) -> Result<()>

fn flush_buffer(&mut self) -> Result<ByteBufferPtr>

fn encoding(&self) -> Encoding

fn estimated_data_encoded_size(&self) -> usize

impl Encoder<ByteArrayType> for DeltaLengthByteArrayEncoder<ByteArrayType>

fn put(&mut self, values: &[ByteArray]) -> Result<()>

fn flush_buffer(&mut self) -> Result<ByteBufferPtr>

fn encoding(&self) -> Encoding

fn estimated_data_encoded_size(&self) -> usize

impl Encoder<ByteArrayType> for PlainEncoder<ByteArrayType>

fn put(&mut self, values: &[ByteArray]) -> Result<()>

fn encoding(&self) -> Encoding

fn estimated_data_encoded_size(&self) -> usize

fn flush_buffer(&mut self) -> Result<ByteBufferPtr>

impl Encoder<FixedLenByteArrayType> for DeltaByteArrayEncoder<FixedLenByteArrayType>

fn put(&mut self, values: &[ByteArray]) -> Result<()>

fn flush_buffer(&mut self) -> Result<ByteBufferPtr>

fn encoding(&self) -> Encoding

fn estimated_data_encoded_size(&self) -> usize

impl Encoder<FixedLenByteArrayType> for PlainEncoder<FixedLenByteArrayType>

fn put(&mut self, values: &[ByteArray]) -> Result<()>

fn encoding(&self) -> Encoding

fn estimated_data_encoded_size(&self) -> usize

fn flush_buffer(&mut self) -> Result<ByteBufferPtr>

impl Encoder<Int96Type> for PlainEncoder<Int96Type>

fn put(&mut self, values: &[Int96]) -> Result<()>

fn encoding(&self) -> Encoding

fn estimated_data_encoded_size(&self) -> usize

fn flush_buffer(&mut self) -> Result<ByteBufferPtr>

impl<T: DataType> Encoder<T> for DeltaBitPackEncoder<T>

fn put(&mut self, values: &[T::T]) -> Result<()>

fn encoding(&self) -> Encoding

fn estimated_data_encoded_size(&self) -> usize

fn flush_buffer(&mut self) -> Result<ByteBufferPtr>

impl<T: DataType> Encoder<T> for DeltaByteArrayEncoder<T>

fn put(&mut self, _values: &[T::T]) -> Result<()>

fn encoding(&self) -> Encoding

fn estimated_data_encoded_size(&self) -> usize

fn flush_buffer(&mut self) -> Result<ByteBufferPtr>

impl<T: DataType> Encoder<T> for DeltaLengthByteArrayEncoder<T>

fn put(&mut self, _values: &[T::T]) -> Result<()>

fn encoding(&self) -> Encoding

fn estimated_data_encoded_size(&self) -> usize

fn flush_buffer(&mut self) -> Result<ByteBufferPtr>

impl<T: DataType> Encoder<T> for DictEncoder<T>

fn put(&mut self, values: &[T::T]) -> Result<()>

fn encoding(&self) -> Encoding

fn estimated_data_encoded_size(&self) -> usize

fn flush_buffer(&mut self) -> Result<ByteBufferPtr>

impl<T: DataType> Encoder<T> for PlainEncoder<T>

fn put(&mut self, values: &[T::T]) -> Result<()>

fn encoding(&self) -> Encoding

fn estimated_data_encoded_size(&self) -> usize

fn flush_buffer(&mut self) -> Result<ByteBufferPtr>

impl<T: DataType> Encoder<T> for RleValueEncoder<T>

fn put(&mut self, _values: &[T::T]) -> Result<()>

fn encoding(&self) -> Encoding

fn estimated_data_encoded_size(&self) -> usize

fn flush_buffer(&mut self) -> Result<ByteBufferPtr>