From e43c0df08604ee647bc5db5a5ce457aaf4ce2289 Mon Sep 17 00:00:00 2001 From: Greg Hogan Date: Fri, 27 Mar 2020 17:49:01 -0700 Subject: [PATCH] compress option for dict column store writer old-commit-hash: 415780213fc4009d79381eae738df7bd282874af --- common/column_store.py | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/common/column_store.py b/common/column_store.py index 9b7839489f..17ae16d34e 100644 --- a/common/column_store.py +++ b/common/column_store.py @@ -135,16 +135,16 @@ class ColumnStoreWriter(): def __exit__(self, type, value, traceback): self.close() -def _save_dict_as_column_store(values, writer): +def _save_dict_as_column_store(values, writer, compression): for k, v in values.items(): if isinstance(v, collections.Mapping): - _save_dict_as_column_store(v, writer.add_group(k)) + _save_dict_as_column_store(v, writer.add_group(k), compression) else: - writer.add_column(k, v) + writer.add_column(k, v, compression=compression) -def save_dict_as_column_store(values, output_path): +def save_dict_as_column_store(values, output_path, compression=False): with ColumnStoreWriter(output_path) as writer: - _save_dict_as_column_store(values, writer) + _save_dict_as_column_store(values, writer, compression)