import sys import os import pandas as pd source_path = sys.argv[1] records_per_file = int(sys.argv[2]) file_name = os.path.splitext(os.path.basename(source_path))[0] directory = os.path.dirname(os.path.abspath(source_path)) save_path = directory + '/' + file_name + '-chunk-{}.csv' for i,chunk in enumerate(pd.read_csv(source_path, chunksize=records_per_file, low_memory=False)): chunk.to_csv(save_path.format(i + 1), index=False)