MERGER OF LARGE FILES

import QhX

# merge_batch_csv used for merging batch processing results (csv format)

from QhX.merge_batch_csv import merge_batch_csv

# which directory to look for batches in

directory_to_search = "/Users/andjelka/Downloads/qhx-batch"

# file to save merged result tables

output_file_name = "final_merged_results.csv"

# call merge batch function (batches of size 100 or 200)
merge_batch_csv(directory=directory_to_search, output_file=output_file_name)

All CSV files merged into 'final_merged_results.csv' successfully! Counted 2130 files.

2130

# call merge function for batches of size 5,10,15 or 20
merge_batch_csv(directory=directory_to_search, output_file=output_file_name, all_sizes=[20, 15, 10, 5])

No suitable CSV files found to merge.

0