org.vertexium.accumulo.mapreduce

Class AccumuloElementInputFormatBase<TValue extends Element>

java.lang.Object

org.apache.hadoop.mapreduce.InputFormat<org.apache.hadoop.io.Text,TValue>

org.vertexium.accumulo.mapreduce.AccumuloElementInputFormatBase<TValue>

Direct Known Subclasses:

AccumuloEdgeInputFormat, AccumuloVertexInputFormat

public abstract class AccumuloElementInputFormatBase<TValue extends Element>
extends org.apache.hadoop.mapreduce.InputFormat<org.apache.hadoop.io.Text,TValue>

Constructor Summary

Constructors

Constructor and Description
AccumuloElementInputFormatBase()

Method Summary

Modifier and Type	Method and Description
protected abstract TValue	createElementFromRow(AccumuloGraph graph, org.apache.accumulo.core.util.PeekingIterator<Map.Entry<org.apache.accumulo.core.data.Key,org.apache.accumulo.core.data.Value>> row, Authorizations authorizations)
org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.Text,TValue>	createRecordReader(org.apache.hadoop.mapreduce.InputSplit inputSplit, org.apache.hadoop.mapreduce.TaskAttemptContext taskAttemptContext)
List<org.apache.hadoop.mapreduce.InputSplit>	getSplits(org.apache.hadoop.mapreduce.JobContext jobContext)
protected static Iterable<Property>	makePropertiesFromElementData(AccumuloGraph graph, ElementData elementData, EnumSet<IteratorFetchHint> fetchHints)
static void	setFetchHints(org.apache.hadoop.mapreduce.Job job, ElementType elementType, EnumSet<FetchHint> fetchHints)
static void	setInputInfo(org.apache.hadoop.mapreduce.Job job, String instanceName, String zooKeepers, String principal, org.apache.accumulo.core.client.security.tokens.AuthenticationToken token, String[] authorizations, String tableName)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

AccumuloElementInputFormatBase

public AccumuloElementInputFormatBase()

Method Detail

setInputInfo

public static void setInputInfo(org.apache.hadoop.mapreduce.Job job,
                                String instanceName,
                                String zooKeepers,
                                String principal,
                                org.apache.accumulo.core.client.security.tokens.AuthenticationToken token,
                                String[] authorizations,
                                String tableName)
                         throws org.apache.accumulo.core.client.AccumuloSecurityException

Throws:

org.apache.accumulo.core.client.AccumuloSecurityException

setFetchHints

public static void setFetchHints(org.apache.hadoop.mapreduce.Job job,
                                 ElementType elementType,
                                 EnumSet<FetchHint> fetchHints)

getSplits

public List<org.apache.hadoop.mapreduce.InputSplit> getSplits(org.apache.hadoop.mapreduce.JobContext jobContext)
                                                       throws IOException,
                                                              InterruptedException

Specified by:

getSplits in class org.apache.hadoop.mapreduce.InputFormat<org.apache.hadoop.io.Text,TValue extends Element>

Throws:

IOException

InterruptedException

createRecordReader

public org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.Text,TValue> createRecordReader(org.apache.hadoop.mapreduce.InputSplit inputSplit,
                                                                                                     org.apache.hadoop.mapreduce.TaskAttemptContext taskAttemptContext)
                                                                                              throws IOException,
                                                                                                     InterruptedException

Specified by:

createRecordReader in class org.apache.hadoop.mapreduce.InputFormat<org.apache.hadoop.io.Text,TValue extends Element>

Throws:

IOException

InterruptedException

createElementFromRow

protected abstract TValue createElementFromRow(AccumuloGraph graph,
                                               org.apache.accumulo.core.util.PeekingIterator<Map.Entry<org.apache.accumulo.core.data.Key,org.apache.accumulo.core.data.Value>> row,
                                               Authorizations authorizations)

makePropertiesFromElementData

protected static Iterable<Property> makePropertiesFromElementData(AccumuloGraph graph,
                                                                  ElementData elementData,
                                                                  EnumSet<IteratorFetchHint> fetchHints)