In Batch replication, add number of reducers from config for Step 1 -…

… runMetaStoreCompareJob.
airbnb · Jan 13, 2017 · 5bb257d · 5bb257d
1 parent 3849bc3
commit 5bb257d
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/main/src/main/java/com/airbnb/reair/batch/hive/MetastoreReplicationJob.java b/main/src/main/java/com/airbnb/reair/batch/hive/MetastoreReplicationJob.java
@@ -401,6 +401,10 @@ private int runMetastoreCompareJob(Path output)
     FileOutputFormat.setOutputPath(job, output);
     FileOutputFormat.setOutputCompressorClass(job, GzipCodec.class);
 
+    job.setNumReduceTasks(getConf().getInt(
+            ConfigurationKeys.BATCH_JOB_METASTORE_PARALLELISM,
+            150));
+
     boolean success = job.waitForCompletion(true);
 
     return success ? 0 : 1;
@@ -523,10 +527,6 @@ private int runCommitChangeJob(Path input, Path output)
     FileOutputFormat.setOutputPath(job, output);
     FileOutputFormat.setOutputCompressorClass(job, GzipCodec.class);
 
-    job.setNumReduceTasks(getConf().getInt(
-        ConfigurationKeys.BATCH_JOB_METASTORE_PARALLELISM,
-        150));
-
     boolean success = job.waitForCompletion(true);
 
     if (success) {