org.apache.drill.exec.store.easy.json

Class JsonRecordWriter

java.lang.Object

org.apache.drill.exec.store.AbstractRecordWriter

org.apache.drill.exec.store.JSONOutputRecordWriter

org.apache.drill.exec.store.easy.json.JsonRecordWriter

All Implemented Interfaces:

org.apache.drill.exec.store.RecordWriter

public class JsonRecordWriter
extends org.apache.drill.exec.store.JSONOutputRecordWriter
implements org.apache.drill.exec.store.RecordWriter

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
class	JsonRecordWriter.MapJsonConverter
class	JsonRecordWriter.RepeatedListJsonConverter
class	JsonRecordWriter.RepeatedMapJsonConverter
class	JsonRecordWriter.UnionJsonConverter

Nested classes/interfaces inherited from class org.apache.drill.exec.store.JSONOutputRecordWriter

org.apache.drill.exec.store.JSONOutputRecordWriter.BigIntJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.BitJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.DateJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.Decimal18JsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.Decimal28DenseJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.Decimal28SparseJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.Decimal38DenseJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.Decimal38SparseJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.Decimal9JsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.Float4JsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.Float8JsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.IntervalDayJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.IntervalJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.IntervalYearJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.IntJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.NullableBigIntJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.NullableBitJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.NullableDateJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.NullableDecimal18JsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.NullableDecimal28DenseJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.NullableDecimal28SparseJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.NullableDecimal38DenseJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.NullableDecimal38SparseJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.NullableDecimal9JsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.NullableFloat4JsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.NullableFloat8JsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.NullableIntervalDayJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.NullableIntervalJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.NullableIntervalYearJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.NullableIntJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.NullableSmallIntJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.NullableTimeJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.NullableTimeStampJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.NullableTinyIntJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.NullableUInt1JsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.NullableUInt2JsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.NullableUInt4JsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.NullableUInt8JsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.NullableVar16CharJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.NullableVarBinaryJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.NullableVarCharJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.NullableVarDecimalJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.RepeatedBigIntJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.RepeatedBitJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.RepeatedDateJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.RepeatedDecimal18JsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.RepeatedDecimal28DenseJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.RepeatedDecimal28SparseJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.RepeatedDecimal38DenseJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.RepeatedDecimal38SparseJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.RepeatedDecimal9JsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.RepeatedFloat4JsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.RepeatedFloat8JsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.RepeatedIntervalDayJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.RepeatedIntervalJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.RepeatedIntervalYearJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.RepeatedIntJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.RepeatedSmallIntJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.RepeatedTimeJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.RepeatedTimeStampJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.RepeatedTinyIntJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.RepeatedUInt1JsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.RepeatedUInt2JsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.RepeatedUInt4JsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.RepeatedUInt8JsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.RepeatedVar16CharJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.RepeatedVarBinaryJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.RepeatedVarCharJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.RepeatedVarDecimalJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.SmallIntJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.TimeJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.TimeStampJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.TinyIntJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.UInt1JsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.UInt2JsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.UInt4JsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.UInt8JsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.Var16CharJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.VarBinaryJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.VarCharJsonConverter, org.apache.drill.exec.store.JSONOutputRecordWriter.VarDecimalJsonConverter

Field Summary

Fields inherited from class org.apache.drill.exec.store.JSONOutputRecordWriter

gen, skipNullFields

Constructor Summary

Constructors

Constructor and Description
JsonRecordWriter(StorageStrategy storageStrategy, org.apache.hadoop.conf.Configuration fsConf)

Method Summary

Modifier and Type	Method and Description
void	abort()
void	cleanup()
void	endRecord()
org.apache.drill.exec.store.EventBasedRecordWriter.FieldConverter	getNewMapConverter(int fieldId, String fieldName, FieldReader reader)
org.apache.drill.exec.store.EventBasedRecordWriter.FieldConverter	getNewRepeatedListConverter(int fieldId, String fieldName, FieldReader reader)
org.apache.drill.exec.store.EventBasedRecordWriter.FieldConverter	getNewRepeatedMapConverter(int fieldId, String fieldName, FieldReader reader)
org.apache.drill.exec.store.EventBasedRecordWriter.FieldConverter	getNewUnionConverter(int fieldId, String fieldName, FieldReader reader)
void	init(Map<String,String> writerOptions)
void	startRecord()
void	updateSchema(VectorAccessible batch)

Methods inherited from class org.apache.drill.exec.store.JSONOutputRecordWriter

getNewBigIntConverter, getNewBitConverter, getNewDateConverter, getNewDecimal18Converter, getNewDecimal28DenseConverter, getNewDecimal28SparseConverter, getNewDecimal38DenseConverter, getNewDecimal38SparseConverter, getNewDecimal9Converter, getNewFloat4Converter, getNewFloat8Converter, getNewIntConverter, getNewIntervalConverter, getNewIntervalDayConverter, getNewIntervalYearConverter, getNewNullableBigIntConverter, getNewNullableBitConverter, getNewNullableDateConverter, getNewNullableDecimal18Converter, getNewNullableDecimal28DenseConverter, getNewNullableDecimal28SparseConverter, getNewNullableDecimal38DenseConverter, getNewNullableDecimal38SparseConverter, getNewNullableDecimal9Converter, getNewNullableFloat4Converter, getNewNullableFloat8Converter, getNewNullableIntConverter, getNewNullableIntervalConverter, getNewNullableIntervalDayConverter, getNewNullableIntervalYearConverter, getNewNullableSmallIntConverter, getNewNullableTimeConverter, getNewNullableTimeStampConverter, getNewNullableTinyIntConverter, getNewNullableUInt1Converter, getNewNullableUInt2Converter, getNewNullableUInt4Converter, getNewNullableUInt8Converter, getNewNullableVar16CharConverter, getNewNullableVarBinaryConverter, getNewNullableVarCharConverter, getNewNullableVarDecimalConverter, getNewRepeatedBigIntConverter, getNewRepeatedBitConverter, getNewRepeatedDateConverter, getNewRepeatedDecimal18Converter, getNewRepeatedDecimal28DenseConverter, getNewRepeatedDecimal28SparseConverter, getNewRepeatedDecimal38DenseConverter, getNewRepeatedDecimal38SparseConverter, getNewRepeatedDecimal9Converter, getNewRepeatedFloat4Converter, getNewRepeatedFloat8Converter, getNewRepeatedIntConverter, getNewRepeatedIntervalConverter, getNewRepeatedIntervalDayConverter, getNewRepeatedIntervalYearConverter, getNewRepeatedSmallIntConverter, getNewRepeatedTimeConverter, getNewRepeatedTimeStampConverter, getNewRepeatedTinyIntConverter, getNewRepeatedUInt1Converter, getNewRepeatedUInt2Converter, getNewRepeatedUInt4Converter, getNewRepeatedUInt8Converter, getNewRepeatedVar16CharConverter, getNewRepeatedVarBinaryConverter, getNewRepeatedVarCharConverter, getNewRepeatedVarDecimalConverter, getNewSmallIntConverter, getNewTimeConverter, getNewTimeStampConverter, getNewTinyIntConverter, getNewUInt1Converter, getNewUInt2Converter, getNewUInt4Converter, getNewUInt8Converter, getNewVar16CharConverter, getNewVarBinaryConverter, getNewVarCharConverter, getNewVarDecimalConverter

Methods inherited from class org.apache.drill.exec.store.AbstractRecordWriter

checkForNewPartition, getNewDictConverter, getNewRepeatedDictConverter, newPartition, postProcessing, setPartitionVector

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.drill.exec.store.RecordWriter

checkForNewPartition, getNewBigIntConverter, getNewBitConverter, getNewDateConverter, getNewDecimal18Converter, getNewDecimal28DenseConverter, getNewDecimal28SparseConverter, getNewDecimal38DenseConverter, getNewDecimal38SparseConverter, getNewDecimal9Converter, getNewDictConverter, getNewFloat4Converter, getNewFloat8Converter, getNewIntConverter, getNewIntervalConverter, getNewIntervalDayConverter, getNewIntervalYearConverter, getNewNullableBigIntConverter, getNewNullableBitConverter, getNewNullableDateConverter, getNewNullableDecimal18Converter, getNewNullableDecimal28DenseConverter, getNewNullableDecimal28SparseConverter, getNewNullableDecimal38DenseConverter, getNewNullableDecimal38SparseConverter, getNewNullableDecimal9Converter, getNewNullableFloat4Converter, getNewNullableFloat8Converter, getNewNullableIntConverter, getNewNullableIntervalConverter, getNewNullableIntervalDayConverter, getNewNullableIntervalYearConverter, getNewNullableSmallIntConverter, getNewNullableTimeConverter, getNewNullableTimeStampConverter, getNewNullableTinyIntConverter, getNewNullableUInt1Converter, getNewNullableUInt2Converter, getNewNullableUInt4Converter, getNewNullableUInt8Converter, getNewNullableVar16CharConverter, getNewNullableVarBinaryConverter, getNewNullableVarCharConverter, getNewNullableVarDecimalConverter, getNewRepeatedBigIntConverter, getNewRepeatedBitConverter, getNewRepeatedDateConverter, getNewRepeatedDecimal18Converter, getNewRepeatedDecimal28DenseConverter, getNewRepeatedDecimal28SparseConverter, getNewRepeatedDecimal38DenseConverter, getNewRepeatedDecimal38SparseConverter, getNewRepeatedDecimal9Converter, getNewRepeatedDictConverter, getNewRepeatedFloat4Converter, getNewRepeatedFloat8Converter, getNewRepeatedIntConverter, getNewRepeatedIntervalConverter, getNewRepeatedIntervalDayConverter, getNewRepeatedIntervalYearConverter, getNewRepeatedSmallIntConverter, getNewRepeatedTimeConverter, getNewRepeatedTimeStampConverter, getNewRepeatedTinyIntConverter, getNewRepeatedUInt1Converter, getNewRepeatedUInt2Converter, getNewRepeatedUInt4Converter, getNewRepeatedUInt8Converter, getNewRepeatedVar16CharConverter, getNewRepeatedVarBinaryConverter, getNewRepeatedVarCharConverter, getNewRepeatedVarDecimalConverter, getNewSmallIntConverter, getNewTimeConverter, getNewTimeStampConverter, getNewTinyIntConverter, getNewUInt1Converter, getNewUInt2Converter, getNewUInt4Converter, getNewUInt8Converter, getNewVar16CharConverter, getNewVarBinaryConverter, getNewVarCharConverter, getNewVarDecimalConverter, postProcessing

Constructor Detail

JsonRecordWriter

public JsonRecordWriter(StorageStrategy storageStrategy,
                        org.apache.hadoop.conf.Configuration fsConf)

Method Detail

init

public void init(Map<String,String> writerOptions)
          throws IOException

Specified by:

init in interface org.apache.drill.exec.store.RecordWriter

Throws:

IOException

updateSchema

public void updateSchema(VectorAccessible batch)
                  throws IOException

Specified by:

updateSchema in interface org.apache.drill.exec.store.RecordWriter

Throws:

IOException

getNewMapConverter

public org.apache.drill.exec.store.EventBasedRecordWriter.FieldConverter getNewMapConverter(int fieldId,
                                                                                            String fieldName,
                                                                                            FieldReader reader)

Specified by:

getNewMapConverter in interface org.apache.drill.exec.store.RecordWriter

Overrides:

getNewMapConverter in class org.apache.drill.exec.store.AbstractRecordWriter

getNewUnionConverter

public org.apache.drill.exec.store.EventBasedRecordWriter.FieldConverter getNewUnionConverter(int fieldId,
                                                                                              String fieldName,
                                                                                              FieldReader reader)

Specified by:

getNewUnionConverter in interface org.apache.drill.exec.store.RecordWriter

Overrides:

getNewUnionConverter in class org.apache.drill.exec.store.AbstractRecordWriter

getNewRepeatedMapConverter

public org.apache.drill.exec.store.EventBasedRecordWriter.FieldConverter getNewRepeatedMapConverter(int fieldId,
                                                                                                    String fieldName,
                                                                                                    FieldReader reader)

Specified by:

getNewRepeatedMapConverter in interface org.apache.drill.exec.store.RecordWriter

Overrides:

getNewRepeatedMapConverter in class org.apache.drill.exec.store.AbstractRecordWriter

getNewRepeatedListConverter

public org.apache.drill.exec.store.EventBasedRecordWriter.FieldConverter getNewRepeatedListConverter(int fieldId,
                                                                                                     String fieldName,
                                                                                                     FieldReader reader)

Specified by:

getNewRepeatedListConverter in interface org.apache.drill.exec.store.RecordWriter

Overrides:

getNewRepeatedListConverter in class org.apache.drill.exec.store.AbstractRecordWriter

startRecord

public void startRecord()
                 throws IOException

Specified by:

startRecord in interface org.apache.drill.exec.store.RecordWriter

Throws:

IOException

endRecord

public void endRecord()
               throws IOException

Specified by:

endRecord in interface org.apache.drill.exec.store.RecordWriter

Throws:

IOException

abort

public void abort()
           throws IOException

Specified by:

abort in interface org.apache.drill.exec.store.RecordWriter

Throws:

IOException

cleanup

public void cleanup()
             throws IOException

Specified by:

cleanup in interface org.apache.drill.exec.store.RecordWriter

Throws:

IOException