From 30434f42efd80aa0e00f339897544c360e97d60c Mon Sep 17 00:00:00 2001 From: Zheng Shao Date: Thu, 3 Nov 2016 15:40:05 -0700 Subject: [PATCH] main/src/main/java/com/airbnb/reair/batch/hive/MetastoreReplicationJob.java: Add number of reducers from config for Step1 runMetaStoreCompareJob --- .../airbnb/reair/batch/hive/MetastoreReplicationJob.java | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/main/src/main/java/com/airbnb/reair/batch/hive/MetastoreReplicationJob.java b/main/src/main/java/com/airbnb/reair/batch/hive/MetastoreReplicationJob.java index cec2747f..6b196082 100644 --- a/main/src/main/java/com/airbnb/reair/batch/hive/MetastoreReplicationJob.java +++ b/main/src/main/java/com/airbnb/reair/batch/hive/MetastoreReplicationJob.java @@ -401,6 +401,10 @@ private int runMetastoreCompareJob(Path output) FileOutputFormat.setOutputPath(job, output); FileOutputFormat.setOutputCompressorClass(job, GzipCodec.class); + job.setNumReduceTasks(getConf().getInt( + ConfigurationKeys.BATCH_JOB_METASTORE_PARALLELISM, + 150)); + boolean success = job.waitForCompletion(true); return success ? 0 : 1; @@ -523,10 +527,6 @@ private int runCommitChangeJob(Path input, Path output) FileOutputFormat.setOutputPath(job, output); FileOutputFormat.setOutputCompressorClass(job, GzipCodec.class); - job.setNumReduceTasks(getConf().getInt( - ConfigurationKeys.BATCH_JOB_METASTORE_PARALLELISM, - 150)); - boolean success = job.waitForCompletion(true); if (success) {