Package org.apache.cassandra.spark.bulkwriter

Class StreamSession<T extends TransportContext>

java.lang.Object

org.apache.cassandra.spark.bulkwriter.StreamSession<T>

Direct Known Subclasses:

CloudStorageStreamSession, DirectStreamSession

public abstract class StreamSession<T extends TransportContext>
extends java.lang.Object

Field Summary

Fields

Modifier and Type	Field	Description
protected java.util.ArrayList<StreamError>	errors
protected java.util.concurrent.ExecutorService	executorService
protected ReplicaAwareFailureHandler<RingInstance>	failureHandler
protected java.util.List<RingInstance>	replicas
protected java.lang.String	sessionID
protected SortedSSTableWriter	sstableWriter
protected com.google.common.collect.Range<java.math.BigInteger>	tokenRange
protected TokenRangeMapping<RingInstance>	tokenRangeMapping
protected T	transportContext
protected BulkWriterContext	writerContext

Constructor Summary

Constructors

Modifier	Constructor	Description
protected	StreamSession(BulkWriterContext writerContext, SortedSSTableWriter sstableWriter, T transportContext, java.lang.String sessionID, com.google.common.collect.Range<java.math.BigInteger> tokenRange, ReplicaAwareFailureHandler<RingInstance> failureHandler, java.util.concurrent.ExecutorService executorService)

Method Summary

Modifier and Type	Method	Description
void	addRow(java.math.BigInteger token, java.util.Map<java.lang.String,java.lang.Object> boundValues)
protected void	cleanupSSTables(org.slf4j.Logger logger)
protected abstract StreamResult	doFinalizeStream()	Finalize the stream with the produced sstables and return the stream result.
java.util.concurrent.Future<StreamResult>	finalizeStreamAsync()
com.google.common.collect.Range<java.math.BigInteger>	getTokenRange()
protected boolean	isFileStreamed(java.nio.file.Path file)
protected boolean	isStreamFinalized()
protected abstract void	onSSTablesProduced(java.util.Set<org.apache.cassandra.bridge.SSTableDescriptor> sstables)	Get notified on sstables produced.
protected void	recordStreamedFile(java.nio.file.Path file)
long	rowCount()
protected abstract void	sendRemainingSSTables()	Send the SSTable(s) written by SSTableWriter The code runs on a separate thread
protected boolean	setLastStreamFailure(java.lang.Exception streamFailure)
void	throwIfLastStreamFailed()	Throw exception when the last streaming task has failed

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

writerContext

protected final BulkWriterContext writerContext

transportContext

protected final T extends TransportContext transportContext

sessionID

protected final java.lang.String sessionID

tokenRange

protected final com.google.common.collect.Range<java.math.BigInteger> tokenRange

replicas

protected final java.util.List<RingInstance> replicas

errors

protected final java.util.ArrayList<StreamError> errors

failureHandler

protected final ReplicaAwareFailureHandler<RingInstance> failureHandler

tokenRangeMapping

protected final TokenRangeMapping<RingInstance> tokenRangeMapping

sstableWriter

protected final SortedSSTableWriter sstableWriter

executorService

protected final java.util.concurrent.ExecutorService executorService

Constructor Detail

StreamSession

protected StreamSession(BulkWriterContext writerContext,
                        SortedSSTableWriter sstableWriter,
                        T transportContext,
                        java.lang.String sessionID,
                        com.google.common.collect.Range<java.math.BigInteger> tokenRange,
                        ReplicaAwareFailureHandler<RingInstance> failureHandler,
                        java.util.concurrent.ExecutorService executorService)

Method Detail

onSSTablesProduced

protected abstract void onSSTablesProduced(java.util.Set<org.apache.cassandra.bridge.SSTableDescriptor> sstables)

Get notified on sstables produced. When the method is invoked, the input parameter 'sstables' is guaranteed to be non-empty.

Parameters:

sstables - produces SSTables

doFinalizeStream

protected abstract StreamResult doFinalizeStream()

Finalize the stream with the produced sstables and return the stream result.

Returns:

stream result

sendRemainingSSTables

protected abstract void sendRemainingSSTables()

Send the SSTable(s) written by SSTableWriter The code runs on a separate thread

getTokenRange

public com.google.common.collect.Range<java.math.BigInteger> getTokenRange()

throwIfLastStreamFailed

public void throwIfLastStreamFailed()
                             throws java.io.IOException

Throw exception when the last streaming task has failed

Throws:

java.io.IOException - stream failure

addRow

public void addRow(java.math.BigInteger token,
                   java.util.Map<java.lang.String,java.lang.Object> boundValues)
            throws java.io.IOException

Throws:

java.io.IOException

rowCount

public long rowCount()

finalizeStreamAsync

public java.util.concurrent.Future<StreamResult> finalizeStreamAsync()
                                                              throws java.io.IOException

Throws:

java.io.IOException

isStreamFinalized

protected boolean isStreamFinalized()

setLastStreamFailure

protected boolean setLastStreamFailure(java.lang.Exception streamFailure)

recordStreamedFile

protected void recordStreamedFile(java.nio.file.Path file)

isFileStreamed

protected boolean isFileStreamed(java.nio.file.Path file)

cleanupSSTables

protected void cleanupSSTables(org.slf4j.Logger logger)