File tree 4 files changed +175
-84
lines changed
4 files changed +175
-84
lines changed Original file line number Diff line number Diff line change 1
1
'use strict' ;
2
- const fs = require ( 'fs' ) ;
3
- const thrift = require ( 'thrift' ) ;
4
2
const Int64 = require ( 'node-int64' ) ;
5
3
const parquet_thrift = require ( '../gen-nodejs/parquet_types' )
6
4
const parquet_shredder = require ( './shred' )
@@ -11,7 +9,6 @@ const parquet_compression = require('./compression')
11
9
const parquet_types = require ( './types' ) ;
12
10
const BufferReader = require ( './bufferReader' ) ;
13
11
const bloomFilterReader = require ( './bloomFilterIO/bloomFilterReader' ) ;
14
- const groupBy = require ( "lodash/groupBy" ) ;
15
12
const fetch = require ( 'cross-fetch' ) ;
16
13
17
14
const {
@@ -235,7 +232,11 @@ class ParquetReader {
235
232
236
233
async getBloomFiltersFor ( columnNames ) {
237
234
const bloomFilterData = await getBloomFiltersFor ( columnNames , this . envelopeReader ) ;
238
- return groupBy ( bloomFilterData , 'columnName' ) ;
235
+ return bloomFilterData . reduce ( ( acc , value ) => {
236
+ if ( acc [ value . columnName ] ) acc [ value . columnName ] . push ( value )
237
+ else acc [ value . columnName ] = [ value ]
238
+ return acc ;
239
+ } , { } ) ;
239
240
}
240
241
241
242
/**
You can’t perform that action at this time.
0 commit comments