Package org.apache.drill.exec.store.splunk

Class SplunkBatchWriter

java.lang.Object

org.apache.drill.exec.store.AbstractRecordWriter

org.apache.drill.exec.store.splunk.SplunkBatchWriter

All Implemented Interfaces:

RecordWriter

Direct Known Subclasses:

SplunkBatchInsertWriter

public class SplunkBatchWriter
extends AbstractRecordWriter

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
class	SplunkBatchWriter.ComplexFieldConverter
class	SplunkBatchWriter.ScalarSplunkConverter
class	SplunkBatchWriter.VarCharSplunkConverter

Field Summary

Fields

Modifier and Type	Field	Description
protected com.splunk.Index	destinationIndex
protected final com.splunk.Service	splunkService

Constructor Summary

Constructors

Constructor	Description
SplunkBatchWriter(UserBitShared.UserCredentials userCredentials, List<String> tableIdentifier, SplunkWriter config)

Method Summary

Modifier and Type	Method	Description
void	abort()
void	cleanup()
void	endRecord()	Called after adding all fields in a particular record are added using add{TypeHolder}(fieldId, TypeHolder) methods.
EventBasedRecordWriter.FieldConverter	getNewBigIntConverter(int fieldId, String fieldName, FieldReader reader)	Add the field value given in valueHolder at the given column number fieldId.
EventBasedRecordWriter.FieldConverter	getNewBitConverter(int fieldId, String fieldName, FieldReader reader)	Add the field value given in valueHolder at the given column number fieldId.
EventBasedRecordWriter.FieldConverter	getNewDateConverter(int fieldId, String fieldName, FieldReader reader)	Add the field value given in valueHolder at the given column number fieldId.
EventBasedRecordWriter.FieldConverter	getNewDictConverter(int fieldId, String fieldName, FieldReader reader)
EventBasedRecordWriter.FieldConverter	getNewFloat4Converter(int fieldId, String fieldName, FieldReader reader)	Add the field value given in valueHolder at the given column number fieldId.
EventBasedRecordWriter.FieldConverter	getNewFloat8Converter(int fieldId, String fieldName, FieldReader reader)	Add the field value given in valueHolder at the given column number fieldId.
EventBasedRecordWriter.FieldConverter	getNewIntConverter(int fieldId, String fieldName, FieldReader reader)	Add the field value given in valueHolder at the given column number fieldId.
EventBasedRecordWriter.FieldConverter	getNewMapConverter(int fieldId, String fieldName, FieldReader reader)	Add the field value given in valueHolder at the given column number fieldId.
EventBasedRecordWriter.FieldConverter	getNewNullableBigIntConverter(int fieldId, String fieldName, FieldReader reader)	Add the field value given in valueHolder at the given column number fieldId.
EventBasedRecordWriter.FieldConverter	getNewNullableBitConverter(int fieldId, String fieldName, FieldReader reader)	Add the field value given in valueHolder at the given column number fieldId.
EventBasedRecordWriter.FieldConverter	getNewNullableDateConverter(int fieldId, String fieldName, FieldReader reader)	Add the field value given in valueHolder at the given column number fieldId.
EventBasedRecordWriter.FieldConverter	getNewNullableFloat4Converter(int fieldId, String fieldName, FieldReader reader)	Add the field value given in valueHolder at the given column number fieldId.
EventBasedRecordWriter.FieldConverter	getNewNullableFloat8Converter(int fieldId, String fieldName, FieldReader reader)	Add the field value given in valueHolder at the given column number fieldId.
EventBasedRecordWriter.FieldConverter	getNewNullableIntConverter(int fieldId, String fieldName, FieldReader reader)	Add the field value given in valueHolder at the given column number fieldId.
EventBasedRecordWriter.FieldConverter	getNewNullableSmallIntConverter(int fieldId, String fieldName, FieldReader reader)	Add the field value given in valueHolder at the given column number fieldId.
EventBasedRecordWriter.FieldConverter	getNewNullableTimeConverter(int fieldId, String fieldName, FieldReader reader)	Add the field value given in valueHolder at the given column number fieldId.
EventBasedRecordWriter.FieldConverter	getNewNullableTimeStampConverter(int fieldId, String fieldName, FieldReader reader)	Add the field value given in valueHolder at the given column number fieldId.
EventBasedRecordWriter.FieldConverter	getNewNullableTinyIntConverter(int fieldId, String fieldName, FieldReader reader)	Add the field value given in valueHolder at the given column number fieldId.
EventBasedRecordWriter.FieldConverter	getNewNullableVarCharConverter(int fieldId, String fieldName, FieldReader reader)	Add the field value given in valueHolder at the given column number fieldId.
EventBasedRecordWriter.FieldConverter	getNewNullableVarDecimalConverter(int fieldId, String fieldName, FieldReader reader)	Add the field value given in valueHolder at the given column number fieldId.
EventBasedRecordWriter.FieldConverter	getNewRepeatedDictConverter(int fieldId, String fieldName, FieldReader reader)
EventBasedRecordWriter.FieldConverter	getNewRepeatedListConverter(int fieldId, String fieldName, FieldReader reader)
EventBasedRecordWriter.FieldConverter	getNewRepeatedMapConverter(int fieldId, String fieldName, FieldReader reader)
EventBasedRecordWriter.FieldConverter	getNewSmallIntConverter(int fieldId, String fieldName, FieldReader reader)	Add the field value given in valueHolder at the given column number fieldId.
EventBasedRecordWriter.FieldConverter	getNewTimeConverter(int fieldId, String fieldName, FieldReader reader)	Add the field value given in valueHolder at the given column number fieldId.
EventBasedRecordWriter.FieldConverter	getNewTimeStampConverter(int fieldId, String fieldName, FieldReader reader)	Add the field value given in valueHolder at the given column number fieldId.
EventBasedRecordWriter.FieldConverter	getNewTinyIntConverter(int fieldId, String fieldName, FieldReader reader)	Add the field value given in valueHolder at the given column number fieldId.
EventBasedRecordWriter.FieldConverter	getNewUnionConverter(int fieldId, String fieldName, FieldReader reader)
EventBasedRecordWriter.FieldConverter	getNewVarCharConverter(int fieldId, String fieldName, FieldReader reader)	Add the field value given in valueHolder at the given column number fieldId.
EventBasedRecordWriter.FieldConverter	getNewVarDecimalConverter(int fieldId, String fieldName, FieldReader reader)	Add the field value given in valueHolder at the given column number fieldId.
void	init(Map<String,String> writerOptions)	Initialize the writer.
void	startRecord()	Called before starting writing fields in a record.
void	updateSchema(VectorAccessible batch)	Update the schema in RecordWriter.

Methods inherited from class org.apache.drill.exec.store.AbstractRecordWriter

checkForNewPartition, getNewDecimal18Converter, getNewDecimal28DenseConverter, getNewDecimal28SparseConverter, getNewDecimal38DenseConverter, getNewDecimal38SparseConverter, getNewDecimal9Converter, getNewIntervalConverter, getNewIntervalDayConverter, getNewIntervalYearConverter, getNewNullableDecimal18Converter, getNewNullableDecimal28DenseConverter, getNewNullableDecimal28SparseConverter, getNewNullableDecimal38DenseConverter, getNewNullableDecimal38SparseConverter, getNewNullableDecimal9Converter, getNewNullableIntervalConverter, getNewNullableIntervalDayConverter, getNewNullableIntervalYearConverter, getNewNullableUInt1Converter, getNewNullableUInt2Converter, getNewNullableUInt4Converter, getNewNullableUInt8Converter, getNewNullableVar16CharConverter, getNewNullableVarBinaryConverter, getNewRepeatedBigIntConverter, getNewRepeatedBitConverter, getNewRepeatedDateConverter, getNewRepeatedDecimal18Converter, getNewRepeatedDecimal28DenseConverter, getNewRepeatedDecimal28SparseConverter, getNewRepeatedDecimal38DenseConverter, getNewRepeatedDecimal38SparseConverter, getNewRepeatedDecimal9Converter, getNewRepeatedFloat4Converter, getNewRepeatedFloat8Converter, getNewRepeatedIntConverter, getNewRepeatedIntervalConverter, getNewRepeatedIntervalDayConverter, getNewRepeatedIntervalYearConverter, getNewRepeatedSmallIntConverter, getNewRepeatedTimeConverter, getNewRepeatedTimeStampConverter, getNewRepeatedTinyIntConverter, getNewRepeatedUInt1Converter, getNewRepeatedUInt2Converter, getNewRepeatedUInt4Converter, getNewRepeatedUInt8Converter, getNewRepeatedVar16CharConverter, getNewRepeatedVarBinaryConverter, getNewRepeatedVarCharConverter, getNewRepeatedVarDecimalConverter, getNewUInt1Converter, getNewUInt2Converter, getNewUInt4Converter, getNewUInt8Converter, getNewVar16CharConverter, getNewVarBinaryConverter, newPartition, postProcessing, setPartitionVector, supportsField

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

splunkService

protected final com.splunk.Service splunkService

destinationIndex

protected com.splunk.Index destinationIndex

Constructor Details

SplunkBatchWriter

public SplunkBatchWriter(UserBitShared.UserCredentials userCredentials,
 List<String> tableIdentifier,
 SplunkWriter config)

Method Details

init

public void init(Map<String,String> writerOptions)

Description copied from interface: RecordWriter

Initialize the writer.

Parameters:

writerOptions - Contains key, value pair of settings.

updateSchema

public void updateSchema(VectorAccessible batch)

Update the schema in RecordWriter. Called before starting writing the records. In this case, we add the index to Splunk here. Splunk's API is a little sparse and doesn't really do much in the way of error checking or providing feedback if the operation fails.

Parameters:

batch - VectorAccessible The incoming batch

startRecord

public void startRecord()

Description copied from interface: RecordWriter

Called before starting writing fields in a record.

endRecord

public void endRecord()

Description copied from interface: RecordWriter

Called after adding all fields in a particular record are added using add{TypeHolder}(fieldId, TypeHolder) methods.

abort

public void abort()

cleanup

public void cleanup()

getNewNullableIntConverter

public EventBasedRecordWriter.FieldConverter getNewNullableIntConverter(int fieldId,
 String fieldName,
 FieldReader reader)

Description copied from interface: RecordWriter

Add the field value given in valueHolder at the given column number fieldId.

Specified by:

getNewNullableIntConverter in interface RecordWriter

Overrides:

getNewNullableIntConverter in class AbstractRecordWriter

getNewIntConverter

public EventBasedRecordWriter.FieldConverter getNewIntConverter(int fieldId,
 String fieldName,
 FieldReader reader)

Description copied from interface: RecordWriter

Add the field value given in valueHolder at the given column number fieldId.

Specified by:

getNewIntConverter in interface RecordWriter

Overrides:

getNewIntConverter in class AbstractRecordWriter

getNewNullableBigIntConverter

public EventBasedRecordWriter.FieldConverter getNewNullableBigIntConverter(int fieldId,
 String fieldName,
 FieldReader reader)

Description copied from interface: RecordWriter

Add the field value given in valueHolder at the given column number fieldId.

Specified by:

getNewNullableBigIntConverter in interface RecordWriter

Overrides:

getNewNullableBigIntConverter in class AbstractRecordWriter

getNewBigIntConverter

public EventBasedRecordWriter.FieldConverter getNewBigIntConverter(int fieldId,
 String fieldName,
 FieldReader reader)

Description copied from interface: RecordWriter

Add the field value given in valueHolder at the given column number fieldId.

Specified by:

getNewBigIntConverter in interface RecordWriter

Overrides:

getNewBigIntConverter in class AbstractRecordWriter

getNewNullableSmallIntConverter

public EventBasedRecordWriter.FieldConverter getNewNullableSmallIntConverter(int fieldId,
 String fieldName,
 FieldReader reader)

Description copied from interface: RecordWriter

Add the field value given in valueHolder at the given column number fieldId.

Specified by:

getNewNullableSmallIntConverter in interface RecordWriter

Overrides:

getNewNullableSmallIntConverter in class AbstractRecordWriter

getNewSmallIntConverter

public EventBasedRecordWriter.FieldConverter getNewSmallIntConverter(int fieldId,
 String fieldName,
 FieldReader reader)

Description copied from interface: RecordWriter

Add the field value given in valueHolder at the given column number fieldId.

Specified by:

getNewSmallIntConverter in interface RecordWriter

Overrides:

getNewSmallIntConverter in class AbstractRecordWriter

getNewNullableTinyIntConverter

public EventBasedRecordWriter.FieldConverter getNewNullableTinyIntConverter(int fieldId,
 String fieldName,
 FieldReader reader)

Description copied from interface: RecordWriter

Add the field value given in valueHolder at the given column number fieldId.

Specified by:

getNewNullableTinyIntConverter in interface RecordWriter

Overrides:

getNewNullableTinyIntConverter in class AbstractRecordWriter

getNewTinyIntConverter

public EventBasedRecordWriter.FieldConverter getNewTinyIntConverter(int fieldId,
 String fieldName,
 FieldReader reader)

Description copied from interface: RecordWriter

Add the field value given in valueHolder at the given column number fieldId.

Specified by:

getNewTinyIntConverter in interface RecordWriter

Overrides:

getNewTinyIntConverter in class AbstractRecordWriter

getNewNullableFloat4Converter

public EventBasedRecordWriter.FieldConverter getNewNullableFloat4Converter(int fieldId,
 String fieldName,
 FieldReader reader)

Description copied from interface: RecordWriter

Add the field value given in valueHolder at the given column number fieldId.

Specified by:

getNewNullableFloat4Converter in interface RecordWriter

Overrides:

getNewNullableFloat4Converter in class AbstractRecordWriter

getNewFloat4Converter

public EventBasedRecordWriter.FieldConverter getNewFloat4Converter(int fieldId,
 String fieldName,
 FieldReader reader)

Description copied from interface: RecordWriter

Add the field value given in valueHolder at the given column number fieldId.

Specified by:

getNewFloat4Converter in interface RecordWriter

Overrides:

getNewFloat4Converter in class AbstractRecordWriter

getNewNullableFloat8Converter

public EventBasedRecordWriter.FieldConverter getNewNullableFloat8Converter(int fieldId,
 String fieldName,
 FieldReader reader)

Description copied from interface: RecordWriter

Add the field value given in valueHolder at the given column number fieldId.

Specified by:

getNewNullableFloat8Converter in interface RecordWriter

Overrides:

getNewNullableFloat8Converter in class AbstractRecordWriter

getNewFloat8Converter

public EventBasedRecordWriter.FieldConverter getNewFloat8Converter(int fieldId,
 String fieldName,
 FieldReader reader)

Description copied from interface: RecordWriter

Add the field value given in valueHolder at the given column number fieldId.

Specified by:

getNewFloat8Converter in interface RecordWriter

Overrides:

getNewFloat8Converter in class AbstractRecordWriter

getNewNullableVarDecimalConverter

public EventBasedRecordWriter.FieldConverter getNewNullableVarDecimalConverter(int fieldId,
 String fieldName,
 FieldReader reader)

Description copied from interface: RecordWriter

Add the field value given in valueHolder at the given column number fieldId.

Specified by:

getNewNullableVarDecimalConverter in interface RecordWriter

Overrides:

getNewNullableVarDecimalConverter in class AbstractRecordWriter

getNewVarDecimalConverter

public EventBasedRecordWriter.FieldConverter getNewVarDecimalConverter(int fieldId,
 String fieldName,
 FieldReader reader)

Description copied from interface: RecordWriter

Add the field value given in valueHolder at the given column number fieldId.

Specified by:

getNewVarDecimalConverter in interface RecordWriter

Overrides:

getNewVarDecimalConverter in class AbstractRecordWriter

getNewNullableDateConverter

public EventBasedRecordWriter.FieldConverter getNewNullableDateConverter(int fieldId,
 String fieldName,
 FieldReader reader)

Description copied from interface: RecordWriter

Add the field value given in valueHolder at the given column number fieldId.

Specified by:

getNewNullableDateConverter in interface RecordWriter

Overrides:

getNewNullableDateConverter in class AbstractRecordWriter

getNewDateConverter

public EventBasedRecordWriter.FieldConverter getNewDateConverter(int fieldId,
 String fieldName,
 FieldReader reader)

Description copied from interface: RecordWriter

Add the field value given in valueHolder at the given column number fieldId.

Specified by:

getNewDateConverter in interface RecordWriter

Overrides:

getNewDateConverter in class AbstractRecordWriter

getNewNullableTimeConverter

public EventBasedRecordWriter.FieldConverter getNewNullableTimeConverter(int fieldId,
 String fieldName,
 FieldReader reader)

Description copied from interface: RecordWriter

Add the field value given in valueHolder at the given column number fieldId.

Specified by:

getNewNullableTimeConverter in interface RecordWriter

Overrides:

getNewNullableTimeConverter in class AbstractRecordWriter

getNewTimeConverter

public EventBasedRecordWriter.FieldConverter getNewTimeConverter(int fieldId,
 String fieldName,
 FieldReader reader)

Description copied from interface: RecordWriter

Add the field value given in valueHolder at the given column number fieldId.

Specified by:

getNewTimeConverter in interface RecordWriter

Overrides:

getNewTimeConverter in class AbstractRecordWriter

getNewNullableVarCharConverter

public EventBasedRecordWriter.FieldConverter getNewNullableVarCharConverter(int fieldId,
 String fieldName,
 FieldReader reader)

Description copied from interface: RecordWriter

Add the field value given in valueHolder at the given column number fieldId.

Specified by:

getNewNullableVarCharConverter in interface RecordWriter

Overrides:

getNewNullableVarCharConverter in class AbstractRecordWriter

getNewNullableTimeStampConverter

public EventBasedRecordWriter.FieldConverter getNewNullableTimeStampConverter(int fieldId,
 String fieldName,
 FieldReader reader)

Description copied from interface: RecordWriter

Add the field value given in valueHolder at the given column number fieldId.

Specified by:

getNewNullableTimeStampConverter in interface RecordWriter

Overrides:

getNewNullableTimeStampConverter in class AbstractRecordWriter

getNewTimeStampConverter

public EventBasedRecordWriter.FieldConverter getNewTimeStampConverter(int fieldId,
 String fieldName,
 FieldReader reader)

Description copied from interface: RecordWriter

Add the field value given in valueHolder at the given column number fieldId.

Specified by:

getNewTimeStampConverter in interface RecordWriter

Overrides:

getNewTimeStampConverter in class AbstractRecordWriter

getNewVarCharConverter

public EventBasedRecordWriter.FieldConverter getNewVarCharConverter(int fieldId,
 String fieldName,
 FieldReader reader)

Description copied from interface: RecordWriter

Add the field value given in valueHolder at the given column number fieldId.

Specified by:

getNewVarCharConverter in interface RecordWriter

Overrides:

getNewVarCharConverter in class AbstractRecordWriter

getNewNullableBitConverter

public EventBasedRecordWriter.FieldConverter getNewNullableBitConverter(int fieldId,
 String fieldName,
 FieldReader reader)

Description copied from interface: RecordWriter

Add the field value given in valueHolder at the given column number fieldId.

Specified by:

getNewNullableBitConverter in interface RecordWriter

Overrides:

getNewNullableBitConverter in class AbstractRecordWriter

getNewBitConverter

public EventBasedRecordWriter.FieldConverter getNewBitConverter(int fieldId,
 String fieldName,
 FieldReader reader)

Description copied from interface: RecordWriter

Add the field value given in valueHolder at the given column number fieldId.

Specified by:

getNewBitConverter in interface RecordWriter

Overrides:

getNewBitConverter in class AbstractRecordWriter

getNewMapConverter

public EventBasedRecordWriter.FieldConverter getNewMapConverter(int fieldId,
 String fieldName,
 FieldReader reader)

Description copied from interface: RecordWriter

Add the field value given in valueHolder at the given column number fieldId.

Specified by:

getNewMapConverter in interface RecordWriter

Overrides:

getNewMapConverter in class AbstractRecordWriter

getNewUnionConverter

public EventBasedRecordWriter.FieldConverter getNewUnionConverter(int fieldId,
 String fieldName,
 FieldReader reader)

Specified by:

getNewUnionConverter in interface RecordWriter

Overrides:

getNewUnionConverter in class AbstractRecordWriter

getNewRepeatedMapConverter

public EventBasedRecordWriter.FieldConverter getNewRepeatedMapConverter(int fieldId,
 String fieldName,
 FieldReader reader)

Specified by:

getNewRepeatedMapConverter in interface RecordWriter

Overrides:

getNewRepeatedMapConverter in class AbstractRecordWriter

getNewRepeatedListConverter

public EventBasedRecordWriter.FieldConverter getNewRepeatedListConverter(int fieldId,
 String fieldName,
 FieldReader reader)

Specified by:

getNewRepeatedListConverter in interface RecordWriter

Overrides:

getNewRepeatedListConverter in class AbstractRecordWriter

getNewDictConverter

public EventBasedRecordWriter.FieldConverter getNewDictConverter(int fieldId,
 String fieldName,
 FieldReader reader)

Specified by:

getNewDictConverter in interface RecordWriter

Overrides:

getNewDictConverter in class AbstractRecordWriter

getNewRepeatedDictConverter

public EventBasedRecordWriter.FieldConverter getNewRepeatedDictConverter(int fieldId,
 String fieldName,
 FieldReader reader)

Specified by:

getNewRepeatedDictConverter in interface RecordWriter

Overrides:

getNewRepeatedDictConverter in class AbstractRecordWriter