Convertinging util.js to typescript 3/3 (#39)

Converted util.js into typescript

Co-authored-by: Wayland Li <[email protected]>
Co-authored-by: Wayland Li <[email protected]>

Author: 3 people

gen-nodejs/parquet_types.d.ts

@@ -1,5 +1,5 @@
 //
-// Autogenerated by Thrift Compiler (0.14.1)
+// Autogenerated by Thrift Compiler (0.16.0)
 //
 // DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
 //
@@ -122,14 +122,14 @@ export declare enum BoundaryOrder {
  * All fields are optional.
  */
 export declare class Statistics {
-  max: string;
-  min: string;
-  null_count: Int64;
-  distinct_count: Int64;
-  max_value: string;
-  min_value: string;
+  max?: Buffer;
+  min?: Buffer;
+  null_count?: Int64;
+  distinct_count?: Int64;
+  max_value?: Buffer;
+  min_value?: Buffer;
 
-    constructor(args?: { max?: string; min?: string; null_count?: Int64; distinct_count?: Int64; max_value?: string; min_value?: string; });
+    constructor(args?: { max?: Buffer; min?: Buffer; null_count?: Int64; distinct_count?: Int64; max_value?: Buffer; min_value?: Buffer; });
 }
 
 /**
@@ -191,9 +191,9 @@ export declare class NanoSeconds {
 }
 
 export declare class TimeUnit {
-  MILLIS: MilliSeconds;
-  MICROS: MicroSeconds;
-  NANOS: NanoSeconds;
+  MILLIS?: MilliSeconds;
+  MICROS?: MicroSeconds;
+  NANOS?: NanoSeconds;
 
     constructor(args?: { MILLIS?: MilliSeconds; MICROS?: MicroSeconds; NANOS?: NanoSeconds; });
 }
@@ -260,19 +260,19 @@ export declare class BsonType {
  * from the following table.
  */
 export declare class LogicalType {
-  STRING: StringType;
-  MAP: MapType;
-  LIST: ListType;
-  ENUM: EnumType;
-  DECIMAL: DecimalType;
-  DATE: DateType;
-  TIME: TimeType;
-  TIMESTAMP: TimestampType;
-  INTEGER: IntType;
-  UNKNOWN: NullType;
-  JSON: JsonType;
-  BSON: BsonType;
-  UUID: UUIDType;
+  STRING?: StringType;
+  MAP?: MapType;
+  LIST?: ListType;
+  ENUM?: EnumType;
+  DECIMAL?: DecimalType;
+  DATE?: DateType;
+  TIME?: TimeType;
+  TIMESTAMP?: TimestampType;
+  INTEGER?: IntType;
+  UNKNOWN?: NullType;
+  JSON?: JsonType;
+  BSON?: BsonType;
+  UUID?: UUIDType;
 
     constructor(args?: { STRING?: StringType; MAP?: MapType; LIST?: ListType; ENUM?: EnumType; DECIMAL?: DecimalType; DATE?: DateType; TIME?: TimeType; TIMESTAMP?: TimestampType; INTEGER?: IntType; UNKNOWN?: NullType; JSON?: JsonType; BSON?: BsonType; UUID?: UUIDType; });
 }
@@ -284,16 +284,16 @@ export declare class LogicalType {
  * the nodes are listed in depth first traversal order.
  */
 export declare class SchemaElement {
-  type: Type;
-  type_length: number;
-  repetition_type: FieldRepetitionType;
+  type?: Type;
+  type_length?: number;
+  repetition_type?: FieldRepetitionType;
   name: string;
-  num_children: number;
-  converted_type: ConvertedType;
-  scale: number;
-  precision: number;
-  field_id: number;
-  logicalType: LogicalType;
+  num_children?: number;
+  converted_type?: ConvertedType;
+  scale?: number;
+  precision?: number;
+  field_id?: number;
+  logicalType?: LogicalType;
 
     constructor(args?: { type?: Type; type_length?: number; repetition_type?: FieldRepetitionType; name: string; num_children?: number; converted_type?: ConvertedType; scale?: number; precision?: number; field_id?: number; logicalType?: LogicalType; });
 }
@@ -306,7 +306,7 @@ export declare class DataPageHeader {
   encoding: Encoding;
   definition_level_encoding: Encoding;
   repetition_level_encoding: Encoding;
-  statistics: Statistics;
+  statistics?: Statistics;
 
     constructor(args?: { num_values: number; encoding: Encoding; definition_level_encoding: Encoding; repetition_level_encoding: Encoding; statistics?: Statistics; });
 }
@@ -317,7 +317,7 @@ export declare class IndexPageHeader {
 export declare class DictionaryPageHeader {
   num_values: number;
   encoding: Encoding;
-  is_sorted: boolean;
+  is_sorted?: boolean;
 
     constructor(args?: { num_values: number; encoding: Encoding; is_sorted?: boolean; });
 }
@@ -335,8 +335,8 @@ export declare class DataPageHeaderV2 {
   encoding: Encoding;
   definition_levels_byte_length: number;
   repetition_levels_byte_length: number;
-  is_compressed: boolean;
-  statistics: Statistics;
+  is_compressed?: boolean;
+  statistics?: Statistics;
 
     constructor(args?: { num_values: number; num_nulls: number; num_rows: number; encoding: Encoding; definition_levels_byte_length: number; repetition_levels_byte_length: number; is_compressed?: boolean; statistics?: Statistics; });
 }
@@ -351,7 +351,7 @@ export declare class SplitBlockAlgorithm {
  * The algorithm used in Bloom filter. *
  */
 export declare class BloomFilterAlgorithm {
-  BLOCK: SplitBlockAlgorithm;
+  BLOCK?: SplitBlockAlgorithm;
 
     constructor(args?: { BLOCK?: SplitBlockAlgorithm; });
 }
@@ -370,7 +370,7 @@ export declare class XxHash {
  * 
  */
 export declare class BloomFilterHash {
-  XXHASH: XxHash;
+  XXHASH?: XxHash;
 
     constructor(args?: { XXHASH?: XxHash; });
 }
@@ -383,7 +383,7 @@ export declare class Uncompressed {
 }
 
 export declare class BloomFilterCompression {
-  UNCOMPRESSED: Uncompressed;
+  UNCOMPRESSED?: Uncompressed;
 
     constructor(args?: { UNCOMPRESSED?: Uncompressed; });
 }
@@ -406,11 +406,11 @@ export declare class PageHeader {
   type: PageType;
   uncompressed_page_size: number;
   compressed_page_size: number;
-  crc: number;
-  data_page_header: DataPageHeader;
-  index_page_header: IndexPageHeader;
-  dictionary_page_header: DictionaryPageHeader;
-  data_page_header_v2: DataPageHeaderV2;
+  crc?: number;
+  data_page_header?: DataPageHeader;
+  index_page_header?: IndexPageHeader;
+  dictionary_page_header?: DictionaryPageHeader;
+  data_page_header_v2?: DataPageHeaderV2;
 
     constructor(args?: { type: PageType; uncompressed_page_size: number; compressed_page_size: number; crc?: number; data_page_header?: DataPageHeader; index_page_header?: IndexPageHeader; dictionary_page_header?: DictionaryPageHeader; data_page_header_v2?: DataPageHeaderV2; });
 }
@@ -420,7 +420,7 @@ export declare class PageHeader {
  */
 export declare class KeyValue {
   key: string;
-  value: string;
+  value?: string;
 
     constructor(args?: { key: string; value?: string; });
 }
@@ -458,13 +458,13 @@ export declare class ColumnMetaData {
   num_values: Int64;
   total_uncompressed_size: Int64;
   total_compressed_size: Int64;
-  key_value_metadata: KeyValue[];
+  key_value_metadata?: KeyValue[];
   data_page_offset: Int64;
-  index_page_offset: Int64;
-  dictionary_page_offset: Int64;
-  statistics: Statistics;
-  encoding_stats: PageEncodingStats[];
-  bloom_filter_offset: Int64;
+  index_page_offset?: Int64;
+  dictionary_page_offset?: Int64;
+  statistics?: Statistics;
+  encoding_stats?: PageEncodingStats[];
+  bloom_filter_offset?: Int64;
 
     constructor(args?: { type: Type; encodings: Encoding[]; path_in_schema: string[]; codec: CompressionCodec; num_values: Int64; total_uncompressed_size: Int64; total_compressed_size: Int64; key_value_metadata?: KeyValue[]; data_page_offset: Int64; index_page_offset?: Int64; dictionary_page_offset?: Int64; statistics?: Statistics; encoding_stats?: PageEncodingStats[]; bloom_filter_offset?: Int64; });
 }
@@ -474,40 +474,40 @@ export declare class EncryptionWithFooterKey {
 
 export declare class EncryptionWithColumnKey {
   path_in_schema: string[];
-  key_metadata: string;
+  key_metadata?: Buffer;
 
-    constructor(args?: { path_in_schema: string[]; key_metadata?: string; });
+    constructor(args?: { path_in_schema: string[]; key_metadata?: Buffer; });
 }
 
 export declare class ColumnCryptoMetaData {
-  ENCRYPTION_WITH_FOOTER_KEY: EncryptionWithFooterKey;
-  ENCRYPTION_WITH_COLUMN_KEY: EncryptionWithColumnKey;
+  ENCRYPTION_WITH_FOOTER_KEY?: EncryptionWithFooterKey;
+  ENCRYPTION_WITH_COLUMN_KEY?: EncryptionWithColumnKey;
 
     constructor(args?: { ENCRYPTION_WITH_FOOTER_KEY?: EncryptionWithFooterKey; ENCRYPTION_WITH_COLUMN_KEY?: EncryptionWithColumnKey; });
 }
 
 export declare class ColumnChunk {
-  file_path: string;
+  file_path?: string;
   file_offset: Int64;
-  meta_data: ColumnMetaData;
-  offset_index_offset: Int64;
-  offset_index_length: number;
-  column_index_offset: Int64;
-  column_index_length: number;
-  crypto_metadata: ColumnCryptoMetaData;
-  encrypted_column_metadata: string;
+  meta_data?: ColumnMetaData;
+  offset_index_offset?: Int64;
+  offset_index_length?: number;
+  column_index_offset?: Int64;
+  column_index_length?: number;
+  crypto_metadata?: ColumnCryptoMetaData;
+  encrypted_column_metadata?: Buffer;
 
-    constructor(args?: { file_path?: string; file_offset: Int64; meta_data?: ColumnMetaData; offset_index_offset?: Int64; offset_index_length?: number; column_index_offset?: Int64; column_index_length?: number; crypto_metadata?: ColumnCryptoMetaData; encrypted_column_metadata?: string; });
+    constructor(args?: { file_path?: string; file_offset: Int64; meta_data?: ColumnMetaData; offset_index_offset?: Int64; offset_index_length?: number; column_index_offset?: Int64; column_index_length?: number; crypto_metadata?: ColumnCryptoMetaData; encrypted_column_metadata?: Buffer; });
 }
 
 export declare class RowGroup {
   columns: ColumnChunk[];
   total_byte_size: Int64;
   num_rows: Int64;
-  sorting_columns: SortingColumn[];
-  file_offset: Int64;
-  total_compressed_size: Int64;
-  ordinal: number;
+  sorting_columns?: SortingColumn[];
+  file_offset?: Int64;
+  total_compressed_size?: Int64;
+  ordinal?: number;
 
     constructor(args?: { columns: ColumnChunk[]; total_byte_size: Int64; num_rows: Int64; sorting_columns?: SortingColumn[]; file_offset?: Int64; total_compressed_size?: Int64; ordinal?: number; });
 }
@@ -531,7 +531,7 @@ export declare class TypeDefinedOrder {
  * for this column should be ignored.
  */
 export declare class ColumnOrder {
-  TYPE_ORDER: TypeDefinedOrder;
+  TYPE_ORDER?: TypeDefinedOrder;
 
     constructor(args?: { TYPE_ORDER?: TypeDefinedOrder; });
 }
@@ -556,33 +556,33 @@ export declare class OffsetIndex {
  */
 export declare class ColumnIndex {
   null_pages: boolean[];
-  min_values: string[];
-  max_values: string[];
+  min_values: Buffer[];
+  max_values: Buffer[];
   boundary_order: BoundaryOrder;
-  null_counts: Int64[];
+  null_counts?: Int64[];
 
-    constructor(args?: { null_pages: boolean[]; min_values: string[]; max_values: string[]; boundary_order: BoundaryOrder; null_counts?: Int64[]; });
+    constructor(args?: { null_pages: boolean[]; min_values: Buffer[]; max_values: Buffer[]; boundary_order: BoundaryOrder; null_counts?: Int64[]; });
 }
 
 export declare class AesGcmV1 {
-  aad_prefix: string;
-  aad_file_unique: string;
-  supply_aad_prefix: boolean;
+  aad_prefix?: Buffer;
+  aad_file_unique?: Buffer;
+  supply_aad_prefix?: boolean;
 
-    constructor(args?: { aad_prefix?: string; aad_file_unique?: string; supply_aad_prefix?: boolean; });
+    constructor(args?: { aad_prefix?: Buffer; aad_file_unique?: Buffer; supply_aad_prefix?: boolean; });
 }
 
 export declare class AesGcmCtrV1 {
-  aad_prefix: string;
-  aad_file_unique: string;
-  supply_aad_prefix: boolean;
+  aad_prefix?: Buffer;
+  aad_file_unique?: Buffer;
+  supply_aad_prefix?: boolean;
 
-    constructor(args?: { aad_prefix?: string; aad_file_unique?: string; supply_aad_prefix?: boolean; });
+    constructor(args?: { aad_prefix?: Buffer; aad_file_unique?: Buffer; supply_aad_prefix?: boolean; });
 }
 
 export declare class EncryptionAlgorithm {
-  AES_GCM_V1: AesGcmV1;
-  AES_GCM_CTR_V1: AesGcmCtrV1;
+  AES_GCM_V1?: AesGcmV1;
+  AES_GCM_CTR_V1?: AesGcmCtrV1;
 
     constructor(args?: { AES_GCM_V1?: AesGcmV1; AES_GCM_CTR_V1?: AesGcmCtrV1; });
 }
@@ -595,21 +595,21 @@ export declare class FileMetaData {
   schema: SchemaElement[];
   num_rows: Int64;
   row_groups: RowGroup[];
-  key_value_metadata: KeyValue[];
-  created_by: string;
-  column_orders: ColumnOrder[];
-  encryption_algorithm: EncryptionAlgorithm;
-  footer_signing_key_metadata: string;
+  key_value_metadata?: KeyValue[];
+  created_by?: string;
+  column_orders?: ColumnOrder[];
+  encryption_algorithm?: EncryptionAlgorithm;
+  footer_signing_key_metadata?: Buffer;
 
-    constructor(args?: { version: number; schema: SchemaElement[]; num_rows: Int64; row_groups: RowGroup[]; key_value_metadata?: KeyValue[]; created_by?: string; column_orders?: ColumnOrder[]; encryption_algorithm?: EncryptionAlgorithm; footer_signing_key_metadata?: string; });
+    constructor(args?: { version: number; schema: SchemaElement[]; num_rows: Int64; row_groups: RowGroup[]; key_value_metadata?: KeyValue[]; created_by?: string; column_orders?: ColumnOrder[]; encryption_algorithm?: EncryptionAlgorithm; footer_signing_key_metadata?: Buffer; });
 }
 
 /**
  * Crypto metadata for files with encrypted footer *
  */
 export declare class FileCryptoMetaData {
   encryption_algorithm: EncryptionAlgorithm;
-  key_metadata: string;
+  key_metadata?: Buffer;
 
-    constructor(args?: { encryption_algorithm: EncryptionAlgorithm; key_metadata?: string; });
+    constructor(args?: { encryption_algorithm: EncryptionAlgorithm; key_metadata?: Buffer; });
 }

gen-nodejs/parquet_types.js

@@ -1,4 +1,4 @@
-import parquet_util from "../util";
+import * as parquet_util from "../util";
 import parquet_thrift from "../../gen-nodejs/parquet_types";
 import sbbf from "../bloom/sbbf";
 import { ParquetEnvelopeReader } from "../reader"

lib/bloomFilterIO/bloomFilterReader.ts

@@ -1,4 +1,4 @@
-import parquet_util from "../util";
+import * as parquet_util from "../util";
 import parquet_thrift from "../../gen-nodejs/parquet_types";
 import SplitBlockBloomFilter from "../bloom/sbbf";