org.nuxeo.lib.stream.computation.log

Class ComputationRunner

java.lang.Object

org.nuxeo.lib.stream.computation.log.ComputationRunner

All Implemented Interfaces:

Runnable, RebalanceListener

public class ComputationRunner
extends Object
implements Runnable, RebalanceListener

Thread driving a Computation

Since:

9.3

Field Summary

Fields

Modifier and Type	Field and Description
protected CountDownLatch	assignmentLatch
protected Computation	computation
protected ComputationContextImpl	context
protected long	counter
protected boolean	drain
protected long	inCheckpointRecords
protected long	inRecords
protected long	lastReadTime
protected long	lastTimerExecution
protected LogManager	logManager
protected WatermarkMonotonicInterval	lowWatermark
protected ComputationMetadataMapping	metadata
protected long	outRecords
static Duration	READ_TIMEOUT
protected static long	STARVING_TIMEOUT_MS
protected boolean	stop
protected Supplier<Computation>	supplier
protected LogTailer<Record>	tailer
protected String	threadName

Constructor Summary

Constructors

Constructor and Description
ComputationRunner(Supplier<Computation> supplier, ComputationMetadataMapping metadata, List<LogPartition> defaultAssignment, LogManager logManager)

Method Summary

Modifier and Type	Method and Description
protected void	checkpoint()
protected void	checkpointIfNecessary()
protected void	checkRecordFlags(Record record)
protected void	checkSourceLowWatermark()
protected void	closeTailer()
protected boolean	continueLoop()
void	drain()
Watermark	getLowWatermark()
protected Duration	getTimeoutDuration()
void	onPartitionsAssigned(Collection<LogPartition> partitions)
void	onPartitionsRevoked(Collection<LogPartition> partitions)
protected void	processLoop()
protected void	processRecord()
protected void	processTimer()
void	run()
protected void	saveOffsets()
protected void	saveState()
protected void	saveTimers()
protected void	sendRecords()
protected void	setThreadName(String message)
void	stop()
boolean	waitForAssignments(Duration timeout)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

READ_TIMEOUT

public static final Duration READ_TIMEOUT

STARVING_TIMEOUT_MS

protected static final long STARVING_TIMEOUT_MS

See Also:

Constant Field Values

logManager

protected final LogManager logManager

metadata

protected final ComputationMetadataMapping metadata

tailer

protected final LogTailer<Record> tailer

supplier

protected final Supplier<Computation> supplier

assignmentLatch

protected final CountDownLatch assignmentLatch

lowWatermark

protected final WatermarkMonotonicInterval lowWatermark

context

protected ComputationContextImpl context

stop

protected volatile boolean stop

drain

protected volatile boolean drain

computation

protected Computation computation

counter

protected long counter

inRecords

protected long inRecords

inCheckpointRecords

protected long inCheckpointRecords

outRecords

protected long outRecords

lastReadTime

protected long lastReadTime

lastTimerExecution

protected long lastTimerExecution

threadName

protected String threadName

Constructor Detail

ComputationRunner

public ComputationRunner(Supplier<Computation> supplier,
                         ComputationMetadataMapping metadata,
                         List<LogPartition> defaultAssignment,
                         LogManager logManager)

Method Detail

stop

public void stop()

drain

public void drain()

waitForAssignments

public boolean waitForAssignments(Duration timeout)
                           throws InterruptedException

Throws:

InterruptedException

run

public void run()

Specified by:

run in interface Runnable

closeTailer

protected void closeTailer()

processLoop

protected void processLoop()
                    throws InterruptedException

Throws:

InterruptedException

continueLoop

protected boolean continueLoop()

processTimer

protected void processTimer()

processRecord

protected void processRecord()
                      throws InterruptedException

Throws:

InterruptedException

getTimeoutDuration

protected Duration getTimeoutDuration()

checkSourceLowWatermark

protected void checkSourceLowWatermark()

checkRecordFlags

protected void checkRecordFlags(Record record)

checkpointIfNecessary

protected void checkpointIfNecessary()

checkpoint

protected void checkpoint()

saveTimers

protected void saveTimers()

saveState

protected void saveState()

saveOffsets

protected void saveOffsets()

sendRecords

protected void sendRecords()

getLowWatermark

public Watermark getLowWatermark()

setThreadName

protected void setThreadName(String message)

onPartitionsRevoked

public void onPartitionsRevoked(Collection<LogPartition> partitions)

Specified by:

onPartitionsRevoked in interface RebalanceListener

onPartitionsAssigned

public void onPartitionsAssigned(Collection<LogPartition> partitions)

Specified by:

onPartitionsAssigned in interface RebalanceListener