Start processing in yarn-cluster mode and await the end

Launcher.java

public void run(String planFileOnHdfs) throws IOException, InterruptedException {
	SparkLauncher sparkLauncher = new SparkLauncher();
	SparkAppHandle handle = sparkLauncher
		.setAppResource("cif.hadoop.boot.jar")
		.setMainClass("com.ataccama.dqc.hadoop.launcher.HadoopClusterLauncher")
		.setMaster("yarn-cluster")
		.addAppArgs(planFileOnHdfs)
		.startApplication();

	CountDownLatch countDownLatch = new CountDownLatch(1);
	handle.addListener(new SparkAppHandle.Listener() {
		@Override
		public void stateChanged(SparkAppHandle handle) {
			if (handle.getState().isFinal()) {
				countDownLatch.countDown();
			}
		}

		@Override
		public void infoChanged(SparkAppHandle handle) {
		}
	});
	countDownLatch.await();

	System.out.println(handle.getAppId() + " ended in state " + handle.getState());
}