public class EsStorage extends LoadFunc implements LoadMetadata, LoadPushDown, StoreFuncInterface, StoreMetadata
A = LOAD 'twitter/_search?q=kimchy' USING org.elasticsearch.hadoop.pig.ESStorage();
STORE A INTO 'The ElasticSearch host/port can be specified through Hadoop properties (see package description) or passed to the' USING org.elasticsearch.hadoop.pig.ESStorage();
EsStorage(String...) constructor.LoadPushDown.OperatorSet, LoadPushDown.RequiredField, LoadPushDown.RequiredFieldList, LoadPushDown.RequiredFieldResponse| Constructor and Description |
|---|
EsStorage() |
EsStorage(java.lang.String... configuration) |
| Modifier and Type | Method and Description |
|---|---|
void |
checkSchema(ResourceSchema s) |
void |
cleanupOnFailure(java.lang.String location,
Job job) |
void |
cleanupOnSuccess(java.lang.String location,
Job job) |
java.util.List<LoadPushDown.OperatorSet> |
getFeatures() |
InputFormat |
getInputFormat() |
Tuple |
getNext() |
OutputFormat<java.lang.Object,java.util.Map<Writable,Writable>> |
getOutputFormat() |
java.lang.String[] |
getPartitionKeys(java.lang.String location,
Job job) |
ResourceSchema |
getSchema(java.lang.String location,
Job job) |
ResourceStatistics |
getStatistics(java.lang.String location,
Job job) |
void |
prepareToRead(RecordReader reader,
PigSplit split) |
void |
prepareToWrite(RecordWriter writer) |
LoadPushDown.RequiredFieldResponse |
pushProjection(LoadPushDown.RequiredFieldList requiredFieldList) |
void |
putNext(Tuple t) |
java.lang.String |
relativeToAbsolutePath(java.lang.String location,
Path curDir) |
java.lang.String |
relToAbsPathForStoreLocation(java.lang.String location,
Path curDir) |
void |
setLocation(java.lang.String location,
Job job) |
void |
setPartitionFilter(Expression partitionFilter) |
void |
setStoreFuncUDFContextSignature(java.lang.String signature) |
void |
setStoreLocation(java.lang.String location,
Job job) |
void |
setUDFContextSignature(java.lang.String signature) |
void |
storeSchema(ResourceSchema schema,
java.lang.String location,
Job job) |
void |
storeStatistics(ResourceStatistics stats,
java.lang.String location,
Job job) |
getAbsolutePath, getLoadCaster, getPathStrings, join, warnpublic EsStorage()
public EsStorage(java.lang.String... configuration)
public java.lang.String relToAbsPathForStoreLocation(java.lang.String location,
Path curDir)
throws java.io.IOException
relToAbsPathForStoreLocation in interface StoreFuncInterfacejava.io.IOExceptionpublic void setStoreFuncUDFContextSignature(java.lang.String signature)
setStoreFuncUDFContextSignature in interface StoreFuncInterfacepublic void checkSchema(ResourceSchema s) throws java.io.IOException
checkSchema in interface StoreFuncInterfacejava.io.IOExceptionpublic void setStoreLocation(java.lang.String location,
Job job)
throws java.io.IOException
setStoreLocation in interface StoreFuncInterfacejava.io.IOExceptionpublic OutputFormat<java.lang.Object,java.util.Map<Writable,Writable>> getOutputFormat() throws java.io.IOException
getOutputFormat in interface StoreFuncInterfacejava.io.IOExceptionpublic void prepareToWrite(RecordWriter writer) throws java.io.IOException
prepareToWrite in interface StoreFuncInterfacejava.io.IOExceptionpublic void putNext(Tuple t) throws java.io.IOException
putNext in interface StoreFuncInterfacejava.io.IOExceptionpublic void cleanupOnFailure(java.lang.String location,
Job job)
throws java.io.IOException
cleanupOnFailure in interface StoreFuncInterfacejava.io.IOExceptionpublic void cleanupOnSuccess(java.lang.String location,
Job job)
throws java.io.IOException
cleanupOnSuccess in interface StoreFuncInterfacejava.io.IOExceptionpublic void storeStatistics(ResourceStatistics stats, java.lang.String location, Job job) throws java.io.IOException
storeStatistics in interface StoreMetadatajava.io.IOExceptionpublic void storeSchema(ResourceSchema schema, java.lang.String location, Job job) throws java.io.IOException
storeSchema in interface StoreMetadatajava.io.IOExceptionpublic void setLocation(java.lang.String location,
Job job)
throws java.io.IOException
setLocation in class LoadFuncjava.io.IOExceptionpublic java.lang.String relativeToAbsolutePath(java.lang.String location,
Path curDir)
throws java.io.IOException
relativeToAbsolutePath in class LoadFuncjava.io.IOExceptionpublic InputFormat getInputFormat() throws java.io.IOException
getInputFormat in class LoadFuncjava.io.IOExceptionpublic void prepareToRead(RecordReader reader, PigSplit split) throws java.io.IOException
prepareToRead in class LoadFuncjava.io.IOExceptionpublic Tuple getNext() throws java.io.IOException
public java.util.List<LoadPushDown.OperatorSet> getFeatures()
getFeatures in interface LoadPushDownpublic LoadPushDown.RequiredFieldResponse pushProjection(LoadPushDown.RequiredFieldList requiredFieldList) throws FrontendException
pushProjection in interface LoadPushDownFrontendExceptionpublic ResourceSchema getSchema(java.lang.String location, Job job) throws java.io.IOException
getSchema in interface LoadMetadatajava.io.IOExceptionpublic ResourceStatistics getStatistics(java.lang.String location, Job job) throws java.io.IOException
getStatistics in interface LoadMetadatajava.io.IOExceptionpublic java.lang.String[] getPartitionKeys(java.lang.String location,
Job job)
throws java.io.IOException
getPartitionKeys in interface LoadMetadatajava.io.IOExceptionpublic void setPartitionFilter(Expression partitionFilter) throws java.io.IOException
setPartitionFilter in interface LoadMetadatajava.io.IOExceptionpublic void setUDFContextSignature(java.lang.String signature)
setUDFContextSignature in class LoadFunc