mawei/onepilot
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

compress option for dict column store writer

Browse Source 
old-commit-hash: 415780213fc4009d79381eae738df7bd282874af
This commit is contained in:
Greg Hogan
2020-03-27 17:49:01 -07:00
parent 40ded9fb5e
commit e43c0df086
1 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
common/column_store.py
View File

@@ -135,16 +135,16 @@ class ColumnStoreWriter():
def __exit__(self, type, value, traceback): self.close()
def _save_dict_as_column_store(values, writer):
def _save_dict_as_column_store(values, writer, compression):
for k, v in values.items():
if isinstance(v, collections.Mapping):
_save_dict_as_column_store(v, writer.add_group(k))
_save_dict_as_column_store(v, writer.add_group(k), compression)
else:
writer.add_column(k, v)
writer.add_column(k, v, compression=compression)
def save_dict_as_column_store(values, output_path):
def save_dict_as_column_store(values, output_path, compression=False):
with ColumnStoreWriter(output_path) as writer:
_save_dict_as_column_store(values, writer)
_save_dict_as_column_store(values, writer, compression)