Table of Contents

Class ColumnReader

Namespace
ParquetSharp
Assembly
ParquetSharp.dll

Reader of physical Parquet values from a single column.

public abstract class ColumnReader : IDisposable
Inheritance
ColumnReader
Implements
Derived
Inherited Members

Properties

ColumnDescriptor 

public ColumnDescriptor ColumnDescriptor { get; }

Property Value

ColumnDescriptor

ColumnIndex 

public int ColumnIndex { get; }

Property Value

int

ElementType 

public abstract Type ElementType { get; }

Property Value

Type

HasNext 

public bool HasNext { get; }

Property Value

bool

LogicalReadConverterFactory 

public LogicalReadConverterFactory LogicalReadConverterFactory { get; }

Property Value

LogicalReadConverterFactory

LogicalTypeFactory 

public LogicalTypeFactory LogicalTypeFactory { get; }

Property Value

LogicalTypeFactory

Type 

public PhysicalType Type { get; }

Property Value

PhysicalType

Methods

Apply<TReturn>(IColumnReaderVisitor<TReturn>) 

public abstract TReturn Apply<TReturn>(IColumnReaderVisitor<TReturn> visitor)

Parameters

visitor IColumnReaderVisitor<TReturn>

Returns

TReturn

Type Parameters

TReturn

Dispose()

Performs application-defined tasks associated with freeing, releasing, or resetting unmanaged resources.

public void Dispose()

LogicalReader(bool, int)

Overload for creating an untyped LogicalReader that allows specifying whether nested data should be read wrapped in the Nested type.

public LogicalColumnReader LogicalReader(bool useNesting, int bufferLength = 4096)

Parameters

useNesting bool
bufferLength int

Returns

LogicalColumnReader

LogicalReader(int) 

public LogicalColumnReader LogicalReader(int bufferLength = 4096)

Parameters

bufferLength int

Returns

LogicalColumnReader

LogicalReaderOverride<TElement>(int) 

public LogicalColumnReader<TElement> LogicalReaderOverride<TElement>(int bufferLength = 4096)

Parameters

bufferLength int

Returns

LogicalColumnReader<TElement>

Type Parameters

TElement

LogicalReader<TElement>(int) 

public LogicalColumnReader<TElement> LogicalReader<TElement>(int bufferLength = 4096)

Parameters

bufferLength int

Returns

LogicalColumnReader<TElement>

Type Parameters

TElement

Skip(long)

Skip physical row values

public abstract long Skip(long numRowsToSkip)

Parameters

numRowsToSkip long

number of rows to skip

Returns

long

the number of physical rows skipped

TypedColumnReader_ReadBatch_Bool(IntPtr, long, short*, short*, bool*, out long, out long) 

protected static extern IntPtr TypedColumnReader_ReadBatch_Bool(IntPtr columnReader, long batchSize, short* defLevels, short* repLevels, bool* values, out long valuesRead, out long levelsRead)

Parameters

columnReader IntPtr
batchSize long
defLevels short*
repLevels short*
values bool*
valuesRead long
levelsRead long

Returns

IntPtr

TypedColumnReader_ReadBatch_ByteArray(IntPtr, long, short*, short*, ByteArray*, out long, out long) 

protected static extern IntPtr TypedColumnReader_ReadBatch_ByteArray(IntPtr columnReader, long batchSize, short* defLevels, short* repLevels, ByteArray* values, out long valuesRead, out long levelsRead)

Parameters

columnReader IntPtr
batchSize long
defLevels short*
repLevels short*
values ByteArray*
valuesRead long
levelsRead long

Returns

IntPtr

TypedColumnReader_ReadBatch_Double(IntPtr, long, short*, short*, double*, out long, out long) 

protected static extern IntPtr TypedColumnReader_ReadBatch_Double(IntPtr columnReader, long batchSize, short* defLevels, short* repLevels, double* values, out long valuesRead, out long levelsRead)

Parameters

columnReader IntPtr
batchSize long
defLevels short*
repLevels short*
values double*
valuesRead long
levelsRead long

Returns

IntPtr

TypedColumnReader_ReadBatch_FixedLenByteArray(IntPtr, long, short*, short*, FixedLenByteArray*, out long, out long) 

protected static extern IntPtr TypedColumnReader_ReadBatch_FixedLenByteArray(IntPtr columnReader, long batchSize, short* defLevels, short* repLevels, FixedLenByteArray* values, out long valuesRead, out long levelsRead)

Parameters

columnReader IntPtr
batchSize long
defLevels short*
repLevels short*
values FixedLenByteArray*
valuesRead long
levelsRead long

Returns

IntPtr

TypedColumnReader_ReadBatch_Float(IntPtr, long, short*, short*, float*, out long, out long) 

protected static extern IntPtr TypedColumnReader_ReadBatch_Float(IntPtr columnReader, long batchSize, short* defLevels, short* repLevels, float* values, out long valuesRead, out long levelsRead)

Parameters

columnReader IntPtr
batchSize long
defLevels short*
repLevels short*
values float*
valuesRead long
levelsRead long

Returns

IntPtr

TypedColumnReader_ReadBatch_Int32(IntPtr, long, short*, short*, int*, out long, out long) 

protected static extern IntPtr TypedColumnReader_ReadBatch_Int32(IntPtr columnReader, long batchSize, short* defLevels, short* repLevels, int* values, out long valuesRead, out long levelsRead)

Parameters

columnReader IntPtr
batchSize long
defLevels short*
repLevels short*
values int*
valuesRead long
levelsRead long

Returns

IntPtr

TypedColumnReader_ReadBatch_Int64(IntPtr, long, short*, short*, long*, out long, out long) 

protected static extern IntPtr TypedColumnReader_ReadBatch_Int64(IntPtr columnReader, long batchSize, short* defLevels, short* repLevels, long* values, out long valuesRead, out long levelsRead)

Parameters

columnReader IntPtr
batchSize long
defLevels short*
repLevels short*
values long*
valuesRead long
levelsRead long

Returns

IntPtr

TypedColumnReader_ReadBatch_Int96(IntPtr, long, short*, short*, Int96*, out long, out long) 

protected static extern IntPtr TypedColumnReader_ReadBatch_Int96(IntPtr columnReader, long batchSize, short* defLevels, short* repLevels, Int96* values, out long valuesRead, out long levelsRead)

Parameters

columnReader IntPtr
batchSize long
defLevels short*
repLevels short*
values Int96*
valuesRead long
levelsRead long

Returns

IntPtr

TypedColumnReader_Skip_Bool(IntPtr, long, out long) 

protected static extern IntPtr TypedColumnReader_Skip_Bool(IntPtr columnReader, long numRowsToSkip, out long levelsSkipped)

Parameters

columnReader IntPtr
numRowsToSkip long
levelsSkipped long

Returns

IntPtr

TypedColumnReader_Skip_ByteArray(IntPtr, long, out long) 

protected static extern IntPtr TypedColumnReader_Skip_ByteArray(IntPtr columnReader, long numRowsToSkip, out long levelsSkipped)

Parameters

columnReader IntPtr
numRowsToSkip long
levelsSkipped long

Returns

IntPtr

TypedColumnReader_Skip_Double(IntPtr, long, out long) 

protected static extern IntPtr TypedColumnReader_Skip_Double(IntPtr columnReader, long numRowsToSkip, out long levelsSkipped)

Parameters

columnReader IntPtr
numRowsToSkip long
levelsSkipped long

Returns

IntPtr

TypedColumnReader_Skip_FixedLenByteArray(IntPtr, long, out long) 

protected static extern IntPtr TypedColumnReader_Skip_FixedLenByteArray(IntPtr columnReader, long numRowsToSkip, out long levelsSkipped)

Parameters

columnReader IntPtr
numRowsToSkip long
levelsSkipped long

Returns

IntPtr

TypedColumnReader_Skip_Float(IntPtr, long, out long) 

protected static extern IntPtr TypedColumnReader_Skip_Float(IntPtr columnReader, long numRowsToSkip, out long levelsSkipped)

Parameters

columnReader IntPtr
numRowsToSkip long
levelsSkipped long

Returns

IntPtr

TypedColumnReader_Skip_Int32(IntPtr, long, out long) 

protected static extern IntPtr TypedColumnReader_Skip_Int32(IntPtr columnReader, long numRowsToSkip, out long levelsSkipped)

Parameters

columnReader IntPtr
numRowsToSkip long
levelsSkipped long

Returns

IntPtr

TypedColumnReader_Skip_Int64(IntPtr, long, out long) 

protected static extern IntPtr TypedColumnReader_Skip_Int64(IntPtr columnReader, long numRowsToSkip, out long levelsSkipped)

Parameters

columnReader IntPtr
numRowsToSkip long
levelsSkipped long

Returns

IntPtr

TypedColumnReader_Skip_Int96(IntPtr, long, out long) 

protected static extern IntPtr TypedColumnReader_Skip_Int96(IntPtr columnReader, long numRowsToSkip, out long levelsSkipped)

Parameters

columnReader IntPtr
numRowsToSkip long
levelsSkipped long

Returns

IntPtr
Edit this page