main/src/main/java/com/airbnb/reair/batch/hive/MetastoreReplicationJo…

…b.java: Add number of reducers from config for Step1 runMetaStoreCompareJob
airbnb · Jan 12, 2017 · 30434f4 · 30434f4
1 parent cd649c8
commit 30434f4
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/main/src/main/java/com/airbnb/reair/batch/hive/MetastoreReplicationJob.java b/main/src/main/java/com/airbnb/reair/batch/hive/MetastoreReplicationJob.java
@@ -401,6 +401,10 @@ private int runMetastoreCompareJob(Path output)
     FileOutputFormat.setOutputPath(job, output);
     FileOutputFormat.setOutputCompressorClass(job, GzipCodec.class);
 
+    job.setNumReduceTasks(getConf().getInt(
+            ConfigurationKeys.BATCH_JOB_METASTORE_PARALLELISM,
+            150));
+
     boolean success = job.waitForCompletion(true);
 
     return success ? 0 : 1;
@@ -523,10 +527,6 @@ private int runCommitChangeJob(Path input, Path output)
     FileOutputFormat.setOutputPath(job, output);
     FileOutputFormat.setOutputCompressorClass(job, GzipCodec.class);
 
-    job.setNumReduceTasks(getConf().getInt(
-        ConfigurationKeys.BATCH_JOB_METASTORE_PARALLELISM,
-        150));
-
     boolean success = job.waitForCompletion(true);
 
     if (success) {