Merge pull request #74 from eecs485staff/increase-max-input-split-size

Increase max file size to 2 MB
eecs485staff · Mar 13, 2024 · 44326de · 44326de
2 parents 8cf2165 + e02df80
commit 44326de
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/madoop/mapreduce.py b/madoop/mapreduce.py
@@ -16,7 +16,7 @@
 
 
 # Large input files are automatically split
-MAX_INPUT_SPLIT_SIZE = 2**20  # 1 MB
+MAX_INPUT_SPLIT_SIZE = 2**21  # 2 MB
 
 # The number of reducers is dynamically determined by the number of unique keys
 # but will not be more than num_reducers