Created
March 12, 2012 23:09
-
-
Save shrijeet/2025303 to your computer and use it in GitHub Desktop.
Hive merge small files bug (?) (when using HiveInputFormat and not CombineHiveInputFormat)
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/MapRedTask.java ql/src/java/org/apache/hadoop/hive/ql/exec/MapRedTask.java | |
| index a3e40f7..7674af4 100644 | |
| --- ql/src/java/org/apache/hadoop/hive/ql/exec/MapRedTask.java | |
| +++ ql/src/java/org/apache/hadoop/hive/ql/exec/MapRedTask.java | |
| @@ -381,7 +381,7 @@ public class MapRedTask extends ExecDriver implements Serializable { | |
| .printInfo("Number of reduce tasks is set to 0 since there's no reduce operator"); | |
| work.setNumReduceTasks(Integer.valueOf(0)); | |
| } else { | |
| - if (numReducersFromWork >= 0) { | |
| + if (numReducersFromWork > 0) { | |
| console.printInfo("Number of reduce tasks determined at compile time: " | |
| + work.getNumReduceTasks()); | |
| } else if (job.getNumReduceTasks() > 0) { |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment