Source code for shard_data

#!/usr/bin/env python
# _*_ coding: utf-8 _*_

import os

import karld


[docs]def main(): """ Python 2 version """ import pathlib items = (str(x) + os.linesep for x in range(2000)) out_dir = pathlib.Path('shard_out') karld.io.ensure_dir(str(out_dir)) karld.io.split_file_output('big_data', items, str(out_dir))
if __name__ == "__main__": main()