diff --git a/langfun/core/eval/v2/checkpointing.py b/langfun/core/eval/v2/checkpointing.py
index 600ddc93..5cac86ef 100644
--- a/langfun/core/eval/v2/checkpointing.py
+++ b/langfun/core/eval/v2/checkpointing.py
@@ -159,7 +159,7 @@ def _load_state(ckpt_file):
 
     _ = list(
         lf.concurrent_map(
-            _load_state, ckpt_files, max_workers=16, silence_on_errors=None
+            _load_state, ckpt_files, max_workers=128, silence_on_errors=None
         )
     )
 
diff --git a/langfun/core/eval/v2/runners.py b/langfun/core/eval/v2/runners.py
index 78194e28..dac41bef 100644
--- a/langfun/core/eval/v2/runners.py
+++ b/langfun/core/eval/v2/runners.py
@@ -73,7 +73,7 @@ def _on_bound(self):
       self.plugins.append(progress_tracking.progress_tracker(self.tqdm))
 
     self._io_pool_lock = threading.Lock()
-    self._io_pool = concurrent.futures.ThreadPoolExecutor(max_workers=16)
+    self._io_pool = concurrent.futures.ThreadPoolExecutor(max_workers=128)
     # TODO(daiyip): render background errors.
     self._background_last_error = None