public class EsStreamQueryWriter extends EsRDDWriter<org.apache.spark.sql.catalyst.InternalRow>
| Constructor and Description |
|---|
EsStreamQueryWriter(String serializedSettings,
StructType schema,
EsCommitProtocol commitProtocol) |
| Modifier and Type | Method and Description |
|---|---|
protected Class<? extends org.elasticsearch.hadoop.serialization.BytesConverter> |
bytesConverter() |
protected Class<? extends org.elasticsearch.hadoop.serialization.field.FieldExtractor> |
fieldExtractor() |
protected Object |
processData(scala.collection.Iterator<org.apache.spark.sql.catalyst.InternalRow> data) |
TaskCommit |
run(TaskContext taskContext,
scala.collection.Iterator<org.apache.spark.sql.catalyst.InternalRow> data) |
protected Class<? extends org.elasticsearch.hadoop.serialization.builder.ValueWriter<?>> |
valueWriter() |
void |
write(TaskContext taskContext,
scala.collection.Iterator<org.apache.spark.sql.catalyst.InternalRow> data) |
log, metadataExtractor, metaExtractor, runtimeMetadata, serializedSettings, settings, userProviderpublic EsStreamQueryWriter(String serializedSettings, StructType schema, EsCommitProtocol commitProtocol)
protected Class<? extends org.elasticsearch.hadoop.serialization.BytesConverter> bytesConverter()
bytesConverter in class EsRDDWriter<org.apache.spark.sql.catalyst.InternalRow>protected Class<? extends org.elasticsearch.hadoop.serialization.field.FieldExtractor> fieldExtractor()
fieldExtractor in class EsRDDWriter<org.apache.spark.sql.catalyst.InternalRow>protected Object processData(scala.collection.Iterator<org.apache.spark.sql.catalyst.InternalRow> data)
processData in class EsRDDWriter<org.apache.spark.sql.catalyst.InternalRow>public TaskCommit run(TaskContext taskContext, scala.collection.Iterator<org.apache.spark.sql.catalyst.InternalRow> data)
protected Class<? extends org.elasticsearch.hadoop.serialization.builder.ValueWriter<?>> valueWriter()
valueWriter in class EsRDDWriter<org.apache.spark.sql.catalyst.InternalRow>public void write(TaskContext taskContext, scala.collection.Iterator<org.apache.spark.sql.catalyst.InternalRow> data)
write in class EsRDDWriter<org.apache.spark.sql.catalyst.InternalRow>