From 247f62a664dba521fe07bbd3b1548dc8a757dbde Mon Sep 17 00:00:00 2001
From: Tom Galindo <98626996+thommodin@users.noreply.github.com>
Date: Tue, 2 Jun 2026 15:34:56 +1000
Subject: [PATCH] fix greedy batch to 10 gb

---
 src/data_index/defaults/cluster.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/data_index/defaults/cluster.py b/src/data_index/defaults/cluster.py
index 270bc7f..0c44eb9 100644
--- a/src/data_index/defaults/cluster.py
+++ b/src/data_index/defaults/cluster.py
@@ -70,7 +70,7 @@
 # --- Partitioner config ---
 _greedy_partitioner = GreedyBatchPartitioner(
     max_files=BATCH_SIZE,
-    max_bytes=50 * 1024**3,
+    max_bytes=10 * 1024**3,
 )
 
 # --- File fetcher ---