public class EsStorage extends LoadFunc implements LoadMetadata, LoadPushDown, StoreFuncInterface, StoreMetadata
A = LOAD 'twitter/_search?q=kimchy' USING org.elasticsearch.hadoop.pig.ESStorage();
STORE A INTO 'The ElasticSearch host/port can be specified through Hadoop properties (see package description) or passed to the' USING org.elasticsearch.hadoop.pig.ESStorage();
EsStorage(String...) constructor.LoadPushDown.OperatorSet, LoadPushDown.RequiredField, LoadPushDown.RequiredFieldList, LoadPushDown.RequiredFieldResponse| Constructor and Description |
|---|
EsStorage() |
EsStorage(String... configuration) |
getAbsolutePath, getCacheFiles, getLoadCaster, getPathStrings, getShipFiles, join, warnpublic EsStorage()
public EsStorage(String... configuration)
public String relToAbsPathForStoreLocation(String location, Path curDir) throws IOException
relToAbsPathForStoreLocation in interface StoreFuncInterfaceIOExceptionpublic void setStoreFuncUDFContextSignature(String signature)
setStoreFuncUDFContextSignature in interface StoreFuncInterfacepublic void checkSchema(ResourceSchema s) throws IOException
checkSchema in interface StoreFuncInterfaceIOExceptionpublic void setStoreLocation(String location, Job job) throws IOException
setStoreLocation in interface StoreFuncInterfaceIOExceptionpublic OutputFormat<Object,Map<Writable,Writable>> getOutputFormat() throws IOException
getOutputFormat in interface StoreFuncInterfaceIOExceptionpublic void prepareToWrite(RecordWriter writer) throws IOException
prepareToWrite in interface StoreFuncInterfaceIOExceptionpublic void putNext(Tuple t) throws IOException
putNext in interface StoreFuncInterfaceIOExceptionpublic void cleanupOnFailure(String location, Job job) throws IOException
cleanupOnFailure in interface StoreFuncInterfaceIOExceptionpublic void cleanupOnSuccess(String location, Job job) throws IOException
cleanupOnSuccess in interface StoreFuncInterfaceIOExceptionpublic void storeStatistics(ResourceStatistics stats, String location, Job job) throws IOException
storeStatistics in interface StoreMetadataIOExceptionpublic void storeSchema(ResourceSchema schema, String location, Job job) throws IOException
storeSchema in interface StoreMetadataIOExceptionpublic void setLocation(String location, Job job) throws IOException
setLocation in class LoadFuncIOExceptionpublic String relativeToAbsolutePath(String location, Path curDir) throws IOException
relativeToAbsolutePath in class LoadFuncIOExceptionpublic InputFormat getInputFormat() throws IOException
getInputFormat in class LoadFuncIOExceptionpublic void prepareToRead(RecordReader reader, PigSplit split) throws IOException
prepareToRead in class LoadFuncIOExceptionpublic Tuple getNext() throws IOException
getNext in class LoadFuncIOExceptionpublic List<LoadPushDown.OperatorSet> getFeatures()
getFeatures in interface LoadPushDownpublic LoadPushDown.RequiredFieldResponse pushProjection(LoadPushDown.RequiredFieldList requiredFieldList) throws FrontendException
pushProjection in interface LoadPushDownFrontendExceptionpublic ResourceSchema getSchema(String location, Job job) throws IOException
getSchema in interface LoadMetadataIOExceptionpublic ResourceStatistics getStatistics(String location, Job job) throws IOException
getStatistics in interface LoadMetadataIOExceptionpublic String[] getPartitionKeys(String location, Job job) throws IOException
getPartitionKeys in interface LoadMetadataIOExceptionpublic void setPartitionFilter(Expression partitionFilter) throws IOException
setPartitionFilter in interface LoadMetadataIOExceptionpublic void setUDFContextSignature(String signature)
setUDFContextSignature in class LoadFunc