Skip to content

Commit 60254bc

Browse files
authored
HBASE-26398 CellCounter fails for large tables filling up local disk (#3798)
Signed-off-by: Wellington Chevreuil <[email protected]>
1 parent 45f76a4 commit 60254bc

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/CellCounter.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -216,14 +216,14 @@ public static Job createSubmittableJob(Configuration conf, String[] args)
216216
Scan scan = getConfiguredScanForJob(conf, args);
217217
TableMapReduceUtil.initTableMapperJob(tableName, scan,
218218
CellCounterMapper.class, ImmutableBytesWritable.class, Result.class, job);
219-
job.setNumReduceTasks(1);
220219
job.setMapOutputKeyClass(Text.class);
221220
job.setMapOutputValueClass(IntWritable.class);
222221
job.setOutputFormatClass(TextOutputFormat.class);
223222
job.setOutputKeyClass(Text.class);
224223
job.setOutputValueClass(IntWritable.class);
225224
FileOutputFormat.setOutputPath(job, outputDir);
226225
job.setReducerClass(IntSumReducer.class);
226+
job.setCombinerClass(IntSumReducer.class);
227227
return job;
228228
}
229229

0 commit comments

Comments
 (0)