compress option for dict column store writer

old-commit-hash: 415780213f
commatwo_master
Greg Hogan 5 years ago
parent 40ded9fb5e
commit e43c0df086
  1. 10
      common/column_store.py

@ -135,16 +135,16 @@ class ColumnStoreWriter():
def __exit__(self, type, value, traceback): self.close() def __exit__(self, type, value, traceback): self.close()
def _save_dict_as_column_store(values, writer): def _save_dict_as_column_store(values, writer, compression):
for k, v in values.items(): for k, v in values.items():
if isinstance(v, collections.Mapping): if isinstance(v, collections.Mapping):
_save_dict_as_column_store(v, writer.add_group(k)) _save_dict_as_column_store(v, writer.add_group(k), compression)
else: else:
writer.add_column(k, v) writer.add_column(k, v, compression=compression)
def save_dict_as_column_store(values, output_path): def save_dict_as_column_store(values, output_path, compression=False):
with ColumnStoreWriter(output_path) as writer: with ColumnStoreWriter(output_path) as writer:
_save_dict_as_column_store(values, writer) _save_dict_as_column_store(values, writer, compression)

Loading…
Cancel
Save