diff --git a/src/data_index/defaults/cluster.py b/src/data_index/defaults/cluster.py index 270bc7f..0c44eb9 100644 --- a/src/data_index/defaults/cluster.py +++ b/src/data_index/defaults/cluster.py @@ -70,7 +70,7 @@ # --- Partitioner config --- _greedy_partitioner = GreedyBatchPartitioner( max_files=BATCH_SIZE, - max_bytes=50 * 1024**3, + max_bytes=10 * 1024**3, ) # --- File fetcher ---