Source code for shard_to_csv

#!/usr/bin/env python
# _*_ coding: utf-8 _*_

import karld


[docs]def main(): """ From a source of data, shard it to csv files. """ import pathlib if karld.is_py3(): third = chr else: third = unichr # Your data source items = ((x, x + 1, third(x + 10)) for x in range(2000)) out_dir = pathlib.Path('shard_out_csv') karld.io.ensure_dir(str(out_dir)) karld.io.split_file_output_csv('big_data.csv', items, str(out_dir))
if __name__ == "__main__": main()