2019-02-02 04:30:04 +00:00
// Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
// SPDX-License-Identifier: Apache-2.0
// snippet-start:[emr.java.add_steps.bashandjar]
import com.amazonaws.AmazonClientException ;
import com.amazonaws.auth.AWSCredentials ;
import com.amazonaws.auth.AWSStaticCredentialsProvider ;
import com.amazonaws.auth.profile.ProfileCredentialsProvider ;
import com.amazonaws.services.elasticmapreduce.AmazonElasticMapReduce ;
import com.amazonaws.services.elasticmapreduce.AmazonElasticMapReduceClientBuilder ;
import com.amazonaws.services.elasticmapreduce.model.* ;
import com.amazonaws.services.elasticmapreduce.util.StepFactory ;
public class Main {
public static void main ( String [ ] args ) {
AWSCredentials credentials_profile = null ;
try {
credentials_profile = new ProfileCredentialsProvider ( " default " ) . getCredentials ( ) ;
} catch ( Exception e ) {
throw new AmazonClientException (
" Cannot load credentials from .aws/credentials file. " +
" Make sure that the credentials file exists and the profile name is specified within it. " ,
e ) ;
}
2024-01-16 10:41:11 -05:00
2019-02-02 04:30:04 +00:00
AmazonElasticMapReduce emr = AmazonElasticMapReduceClientBuilder . standard ( )
. withCredentials ( new AWSStaticCredentialsProvider ( credentials_profile ) )
2019-02-06 20:25:22 +00:00
. withRegion ( Regions . US_WEST_1 )
2019-02-02 04:30:04 +00:00
. build ( ) ;
2024-01-16 10:41:11 -05:00
2019-02-02 04:30:04 +00:00
// Run a bash script using a predefined step in the StepFactory helper class
StepFactory stepFactory = new StepFactory ( ) ;
StepConfig runBashScript = new StepConfig ( )
. withName ( " Run a bash script " )
. withHadoopJarStep ( stepFactory . newScriptRunnerStep ( " s3://jeffgoll/emr-scripts/create_users.sh " ) )
. withActionOnFailure ( " CONTINUE " ) ;
2024-01-16 10:41:11 -05:00
2019-02-02 04:30:04 +00:00
// Run a custom jar file as a step
HadoopJarStepConfig hadoopConfig1 = new HadoopJarStepConfig ( )
. withJar ( " s3://path/to/my/jarfolder " ) // replace with the location of the jar to run as a step
. withMainClass ( " com.my.Main1 " ) // optional main class, this can be omitted if jar above has a manifest
. withArgs ( " --verbose " ) ; // optional list of arguments to pass to the jar
StepConfig myCustomJarStep = new StepConfig ( " RunHadoopJar " , hadoopConfig1 ) ;
AddJobFlowStepsResult result = emr . addJobFlowSteps ( new AddJobFlowStepsRequest ( )
. withJobFlowId ( " j-xxxxxxxxxxxx " ) // replace with cluster id to run the steps
. withSteps ( runBashScript , myCustomJarStep ) ) ;
System . out . println ( result . getStepIds ( ) ) ;
}
}
// snippet-end:[emr.java.add_steps.bashandjar]
