setop/sqlite-parquet-vtable
1
0
Fork 0
mirror of https://github.com/cldellow/sqlite-parquet-vtable.git synced 2025-09-14 22:39:59 +00:00
Code Releases Activity

Add query test framework, fix xFilter

Browse Source
This commit is contained in:
Colin Dellow
2018-03-04 21:05:26 -05:00
parent 4c54ab89ae
commit bb3a9440f7
8 changed files with 284 additions and 32 deletions
Download Patch File Download Diff File Expand all files Collapse all files

40
parquet/parquet_cursor.cc
View File

@@ -2,27 +2,17 @@
ParquetCursor::ParquetCursor(ParquetTable* table) {
this->table = table;
this->rowId = -1;
// TODO: consider having a long lived handle in ParquetTable that can be borrowed
// without incurring the cost of opening the file from scratch twice
this->reader = parquet::ParquetFileReader::OpenFile(this->table->file.data());
this->rowGroupId = -1;
// TODO: handle the case where rowgroups have disjoint schemas?
// TODO: or at least, fail fast if detected
this->rowsLeftInRowGroup = 0;
this->numRows = reader->metadata()->num_rows();
this->numRowGroups = reader->metadata()->num_row_groups();
reader = NULL;
reset();
}
bool ParquetCursor::nextRowGroup() {
// TODO: skip row groups that cannot satisfy the constraints
if((this->rowGroupId + 1) >= this->numRowGroups)
if((rowGroupId + 1) >= numRowGroups)
return false;
rowGroupId++;
rowGroupMetadata = this->reader->metadata()->RowGroup(0);
rowGroupMetadata = reader->metadata()->RowGroup(0);
rowsLeftInRowGroup = rowGroupMetadata->num_rows();
rowGroup = reader->RowGroup(rowGroupId);
for(unsigned int i = 0; i < scanners.size(); i++)
@@ -235,3 +225,25 @@ parquet::Type::type ParquetCursor::getPhysicalType(int col) {
parquet::LogicalType::type ParquetCursor::getLogicalType(int col) {
return logicalTypes[col];
}
void ParquetCursor::close() {
if(reader != NULL) {
reader->Close();
}
}
void ParquetCursor::reset() {
close();
rowId = -1;
// TODO: consider having a long lived handle in ParquetTable that can be borrowed
// without incurring the cost of opening the file from scratch twice
reader = parquet::ParquetFileReader::OpenFile(table->file.data());
rowGroupId = -1;
// TODO: handle the case where rowgroups have disjoint schemas?
// TODO: or at least, fail fast if detected
rowsLeftInRowGroup = 0;
numRows = reader->metadata()->num_rows();
numRowGroups = reader->metadata()->num_row_groups();
}