Shutdown requested via dispatch.

This commit is contained in:
Ikram ulhaq 2017-06-05 10:24:52 -07:00
parent 19f3326823
commit 66cbcba33a
5 changed files with 53 additions and 8 deletions

View file

@ -26,13 +26,16 @@ import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory; import org.apache.commons.logging.LogFactory;
import com.amazonaws.services.kinesis.clientlibrary.lib.worker.ShutdownReason; import com.amazonaws.services.kinesis.clientlibrary.lib.worker.ShutdownReason;
import com.amazonaws.services.kinesis.clientlibrary.types.InitializationInput;
import com.amazonaws.services.kinesis.clientlibrary.types.ProcessRecordsInput;
import com.amazonaws.services.kinesis.multilang.messages.CheckpointMessage; import com.amazonaws.services.kinesis.multilang.messages.CheckpointMessage;
import com.amazonaws.services.kinesis.multilang.messages.InitializeMessage; import com.amazonaws.services.kinesis.multilang.messages.InitializeMessage;
import com.amazonaws.services.kinesis.multilang.messages.Message; import com.amazonaws.services.kinesis.multilang.messages.Message;
import com.amazonaws.services.kinesis.multilang.messages.ProcessRecordsMessage; import com.amazonaws.services.kinesis.multilang.messages.ProcessRecordsMessage;
import com.amazonaws.services.kinesis.multilang.messages.ShutdownMessage; import com.amazonaws.services.kinesis.multilang.messages.ShutdownMessage;
import com.amazonaws.services.kinesis.multilang.messages.ShutdownRequestedMessage;
import com.amazonaws.services.kinesis.clientlibrary.types.InitializationInput;
import com.amazonaws.services.kinesis.clientlibrary.types.ProcessRecordsInput;
import com.fasterxml.jackson.databind.ObjectMapper; import com.fasterxml.jackson.databind.ObjectMapper;
/** /**
@ -145,6 +148,13 @@ class MessageWriter {
return writeMessage(new ShutdownMessage(reason)); return writeMessage(new ShutdownMessage(reason));
} }
/**
* Writes a {@link ShutdownRequestedMessage} to the subprocess.
*/
Future<Boolean> writeShutdownRequestedMessage() {
return writeMessage(new ShutdownRequestedMessage());
}
/** /**
* Writes a {@link CheckpointMessage} to the subprocess. * Writes a {@link CheckpointMessage} to the subprocess.
* *

View file

@ -16,10 +16,13 @@ package com.amazonaws.services.kinesis.multilang;
import java.io.IOException; import java.io.IOException;
import java.io.PrintStream; import java.io.PrintStream;
import java.util.concurrent.Callable; import java.util.concurrent.Callable;
import java.util.concurrent.ExecutionException; import java.util.concurrent.ExecutionException;
import java.util.concurrent.ExecutorService; import java.util.concurrent.ExecutorService;
import java.util.concurrent.Future; import java.util.concurrent.Future;
import java.util.concurrent.TimeUnit;
import java.util.concurrent.TimeoutException;
import org.apache.commons.logging.Log; import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory; import org.apache.commons.logging.LogFactory;
@ -145,17 +148,16 @@ public class MultiLangDaemon implements Callable<Integer> {
config.getRecordProcessorFactory(), config.getRecordProcessorFactory(),
executorService); executorService);
Runtime.getRuntime().addShutdownHook(new Thread() Runtime.getRuntime().addShutdownHook(new Thread() {
{
@Override @Override
public void run() public void run()
{ {
LOG.info("Process terminanted, will initiate shutdown."); LOG.info("Process terminanted, will initiate shutdown.");
try { try {
Future<Void> fut = daemon.worker.requestShutdown(); Future<Void> fut = daemon.worker.requestShutdown();
fut.get(); fut.get(5000, TimeUnit.MILLISECONDS);
LOG.info("Process shutdown is complete."); LOG.info("Process shutdown is complete.");
} catch (InterruptedException | ExecutionException e) { } catch (InterruptedException | ExecutionException | TimeoutException e) {
LOG.error("Encountered an error during shutdown.", e); LOG.error("Encountered an error during shutdown.", e);
} }
} }

View file

@ -27,6 +27,7 @@ import com.amazonaws.services.kinesis.multilang.messages.InitializeMessage;
import com.amazonaws.services.kinesis.multilang.messages.Message; import com.amazonaws.services.kinesis.multilang.messages.Message;
import com.amazonaws.services.kinesis.multilang.messages.ProcessRecordsMessage; import com.amazonaws.services.kinesis.multilang.messages.ProcessRecordsMessage;
import com.amazonaws.services.kinesis.multilang.messages.ShutdownMessage; import com.amazonaws.services.kinesis.multilang.messages.ShutdownMessage;
import com.amazonaws.services.kinesis.multilang.messages.ShutdownRequestedMessage;
import com.amazonaws.services.kinesis.multilang.messages.StatusMessage; import com.amazonaws.services.kinesis.multilang.messages.StatusMessage;
import lombok.extern.apachecommons.CommonsLog; import lombok.extern.apachecommons.CommonsLog;
@ -99,6 +100,18 @@ class MultiLangProtocol {
return waitForStatusMessage(ShutdownMessage.ACTION, checkpointer, writeFuture); return waitForStatusMessage(ShutdownMessage.ACTION, checkpointer, writeFuture);
} }
/**
* Writes a {@link ShutdownRequestedMessage} to the child process's STDIN and waits for the child process to respond with a
* {@link StatusMessage} on its STDOUT.
*
* @param checkpointer A checkpointer.
* @return Whether or not this operation succeeded.
*/
boolean shutdownRequested(IRecordProcessorCheckpointer checkpointer) {
Future<Boolean> writeFuture = messageWriter.writeShutdownRequestedMessage();
return waitForStatusMessage(ShutdownRequestedMessage.ACTION, checkpointer, writeFuture);
}
/** /**
* Waits for a {@link StatusMessage} for a particular action. If a {@link CheckpointMessage} is received, then this * Waits for a {@link StatusMessage} for a particular action. If a {@link CheckpointMessage} is received, then this
* method will attempt to checkpoint with the provided {@link IRecordProcessorCheckpointer}. This method returns * method will attempt to checkpoint with the provided {@link IRecordProcessorCheckpointer}. This method returns

View file

@ -150,11 +150,14 @@ public class MultiLangRecordProcessor implements IRecordProcessor, IShutdownNoti
} }
try { try {
LOG.info("Requesting a checkpoint on shutdown notification."); LOG.info("Requesting a checkpoint on shutdown notification.");
// ProcessRecordsInput emptyInput = new ProcessRecordsInput();
checkpointer.checkpoint(); checkpointer.checkpoint();
} catch (InvalidStateException e) { } catch (InvalidStateException e) {
LOG.error("Checkpoint triggered during shutdown encountered InvalidStateException: " + e.toString()); LOG.error("Checkpoint triggered during shutdown encountered InvalidStateException: " + e, e);
} catch (ShutdownException e) { } catch (ShutdownException e) {
LOG.error("Checkpoint triggered during shutdown encountered ShutdownException: " + e.toString()); LOG.error("Checkpoint triggered during shutdown encountered ShutdownException: " + e, e);
} }
} }

View file

@ -0,0 +1,17 @@
package com.amazonaws.services.kinesis.multilang.messages;
/**
* A message to indicate to the client's process that shutdown is requested.
*/
public class ShutdownRequestedMessage extends Message {
/**
* The name used for the action field in {@link Message}.
*/
public static final String ACTION = "shutdownrequested";
/**
* Convenience constructor.
*/
public ShutdownRequestedMessage() {
}
}