Serialized Form

Package org.apache.storm.hdfs.avro

Class org.apache.storm.hdfs.avro.AbstractAvroSerializer

class AbstractAvroSerializer extends com.esotericsoftware.kryo.Serializer<org.apache.avro.generic.GenericContainer> implements Serializable

Class org.apache.storm.hdfs.avro.FixedAvroSerializer

class FixedAvroSerializer extends AbstractAvroSerializer implements Serializable

Serialized Fields

fingerprint2schemaMap

Map<String,org.apache.avro.Schema> fingerprint2schemaMap

schema2fingerprintMap

Map<org.apache.avro.Schema,String> schema2fingerprintMap

Class org.apache.storm.hdfs.avro.GenericAvroSerializer

class GenericAvroSerializer extends AbstractAvroSerializer implements Serializable

Package org.apache.storm.hdfs.bolt

Class org.apache.storm.hdfs.bolt.AbstractHdfsBolt

class AbstractHdfsBolt extends BaseRichBolt implements Serializable

Serialized Fields

collector

OutputCollector collector

configKey

String configKey

fileNameFormat

FileNameFormat fileNameFormat

fileRetryCount

Integer fileRetryCount

fsUrl

String fsUrl

maxOpenFiles

Integer maxOpenFiles

offset

long offset

partitioner

Partitioner partitioner

rotationActions

List<RotationAction> rotationActions

rotationCounterMap

Map<String,Integer> rotationCounterMap

rotationPolicy

FileRotationPolicy rotationPolicy

syncPolicy

SyncPolicy syncPolicy

tickTupleInterval

Integer tickTupleInterval

tupleBatch

List<Tuple> tupleBatch

writers

Map<String,Writer> writers

Class org.apache.storm.hdfs.bolt.AvroGenericRecordBolt

class AvroGenericRecordBolt extends AbstractHdfsBolt implements Serializable

Class org.apache.storm.hdfs.bolt.HdfsBolt

class HdfsBolt extends AbstractHdfsBolt implements Serializable

Serialized Fields

format

RecordFormat format

Class org.apache.storm.hdfs.bolt.SequenceFileBolt

class SequenceFileBolt extends AbstractHdfsBolt implements Serializable

Serialized Fields

compressionCodec

String compressionCodec

compressionType

org.apache.hadoop.io.SequenceFile.CompressionType compressionType

format

SequenceFormat format

Package org.apache.storm.hdfs.bolt.format

Class org.apache.storm.hdfs.bolt.format.DefaultFileNameFormat

class DefaultFileNameFormat extends Object implements Serializable

Serialized Fields

componentId

String componentId

extension

String extension

path

String path

prefix

String prefix

taskId

int taskId

Class org.apache.storm.hdfs.bolt.format.DefaultSequenceFormat

class DefaultSequenceFormat extends Object implements Serializable

Serialized Fields

keyField

String keyField

valueField

String valueField

Class org.apache.storm.hdfs.bolt.format.DelimitedRecordFormat

class DelimitedRecordFormat extends Object implements Serializable

Serialized Fields

fieldDelimiter

String fieldDelimiter

fields

Fields fields

recordDelimiter

String recordDelimiter

Class org.apache.storm.hdfs.bolt.format.SimpleFileNameFormat

class SimpleFileNameFormat extends Object implements Serializable

serialVersionUID:

1L

Serialized Fields

componentId

String componentId

host

String host

name

String name

path

String path

taskId

int taskId

timeFormat

String timeFormat

Package org.apache.storm.hdfs.bolt.rotation

Class org.apache.storm.hdfs.bolt.rotation.FileSizeRotationPolicy

class FileSizeRotationPolicy extends Object implements Serializable

Serialized Fields

currentBytesWritten

long currentBytesWritten

lastOffset

long lastOffset

maxBytes

long maxBytes

Class org.apache.storm.hdfs.bolt.rotation.NoRotationPolicy

class NoRotationPolicy extends Object implements Serializable

Class org.apache.storm.hdfs.bolt.rotation.TimedRotationPolicy

class TimedRotationPolicy extends Object implements Serializable

Serialized Fields

interval

long interval

Package org.apache.storm.hdfs.bolt.sync

Class org.apache.storm.hdfs.bolt.sync.CountSyncPolicy

class CountSyncPolicy extends Object implements Serializable

Serialized Fields

count

int count

executeCount

int executeCount

Package org.apache.storm.hdfs.common

Class org.apache.storm.hdfs.common.NullPartitioner

class NullPartitioner extends Object implements Serializable

Package org.apache.storm.hdfs.common.rotation

Class org.apache.storm.hdfs.common.rotation.MoveFileAction

class MoveFileAction extends Object implements Serializable

Serialized Fields

destination

String destination

Package org.apache.storm.hdfs.spout

Class org.apache.storm.hdfs.spout.HdfsSpout

class HdfsSpout extends BaseRichSpout implements Serializable

Serialized Fields

ackEnabled

boolean ackEnabled

acksSinceLastCommit

int acksSinceLastCommit

archiveDir

String archiveDir

archiveDirPath

org.apache.hadoop.fs.Path archiveDirPath

badFilesDir

String badFilesDir

badFilesDirPath

org.apache.hadoop.fs.Path badFilesDirPath

clocksInSync

boolean clocksInSync

collector

SpoutOutputCollector collector

commitFrequencyCount

int commitFrequencyCount

commitFrequencySec

int commitFrequencySec

commitTimeElapsed

AtomicBoolean commitTimeElapsed

commitTimer

Timer commitTimer

conf

Map<String,Object> conf

configKey

String configKey

fileReadCompletely

boolean fileReadCompletely

hdfs

org.apache.hadoop.fs.FileSystem hdfs

hdfsConfig

org.apache.hadoop.conf.Configuration hdfsConfig

hdfsUri

String hdfsUri

ignoreSuffix

String ignoreSuffix

inflight

HashMap<org.apache.storm.hdfs.spout.HdfsSpout.MessageId,List<Object>> inflight

inprogressSuffix

String inprogressSuffix

lastExpiredLock

HdfsUtils.Pair<org.apache.hadoop.fs.Path,FileLock.LogEntry> lastExpiredLock

lastExpiredLockTime

long lastExpiredLockTime

lock

FileLock lock

lockDir

String lockDir

lockDirPath

org.apache.hadoop.fs.Path lockDirPath

lockTimeoutSec

int lockTimeoutSec

maxOutstanding

int maxOutstanding

outputFields

Fields outputFields

outputStreamName

String outputStreamName

reader

org.apache.storm.hdfs.spout.FileReader reader

readerType

String readerType

retryList

LinkedBlockingQueue<HdfsUtils.Pair<org.apache.storm.hdfs.spout.HdfsSpout.MessageId,List<Object>>> retryList

sourceDir

String sourceDir

sourceDirPath

org.apache.hadoop.fs.Path sourceDirPath

spoutId

String spoutId

tracker

ProgressTracker tracker

tupleCounter

long tupleCounter

Exception org.apache.storm.hdfs.spout.ParseException

class ParseException extends Exception implements Serializable

Package org.apache.storm.hdfs.trident

Class org.apache.storm.hdfs.trident.HdfsState.HdfsFileOptions

class HdfsFileOptions extends HdfsState.Options implements Serializable

Serialized Fields

bufferSize

int bufferSize

format

RecordFormat format

offset

long offset

Class org.apache.storm.hdfs.trident.HdfsState.Options

class Options extends Object implements Serializable

Serialized Fields

configKey

String configKey

currentFile

org.apache.hadoop.fs.Path currentFile

fileNameFormat

FileNameFormat fileNameFormat

fsUrl

String fsUrl

rotation

int rotation

rotationActions

ArrayList<RotationAction> rotationActions

rotationPolicy

FileRotationPolicy rotationPolicy

Class org.apache.storm.hdfs.trident.HdfsState.SequenceFileOptions

class SequenceFileOptions extends HdfsState.Options implements Serializable

Serialized Fields

compressionCodec

String compressionCodec

compressionType

org.apache.hadoop.io.SequenceFile.CompressionType compressionType

format

SequenceFormat format

Class org.apache.storm.hdfs.trident.HdfsStateFactory

class HdfsStateFactory extends Object implements Serializable

Serialized Fields

options

HdfsState.Options options

Class org.apache.storm.hdfs.trident.HdfsUpdater

class HdfsUpdater extends BaseStateUpdater<HdfsState> implements Serializable

Package org.apache.storm.hdfs.trident.format

Class org.apache.storm.hdfs.trident.format.DefaultFileNameFormat

class DefaultFileNameFormat extends Object implements Serializable

Serialized Fields

extension

String extension

partitionIndex

int partitionIndex

path

String path

prefix

String prefix

Class org.apache.storm.hdfs.trident.format.DefaultSequenceFormat

class DefaultSequenceFormat extends Object implements Serializable

Serialized Fields

keyField

String keyField

valueField

String valueField

Class org.apache.storm.hdfs.trident.format.DelimitedRecordFormat

class DelimitedRecordFormat extends Object implements Serializable

Serialized Fields

fieldDelimiter

String fieldDelimiter

fields

Fields fields

recordDelimiter

String recordDelimiter

Class org.apache.storm.hdfs.trident.format.SimpleFileNameFormat

class SimpleFileNameFormat extends Object implements Serializable

serialVersionUID:

1L

Serialized Fields

host

String host

name

String name

partitionIndex

int partitionIndex

path

String path

timeFormat

String timeFormat

Package org.apache.storm.hdfs.trident.rotation

Class org.apache.storm.hdfs.trident.rotation.FileSizeRotationPolicy

class FileSizeRotationPolicy extends Object implements Serializable

Serialized Fields

currentBytesWritten

long currentBytesWritten

lastOffset

long lastOffset

maxBytes

long maxBytes

Class org.apache.storm.hdfs.trident.rotation.NoRotationPolicy

class NoRotationPolicy extends Object implements Serializable

Class org.apache.storm.hdfs.trident.rotation.TimedRotationPolicy

class TimedRotationPolicy extends Object implements Serializable

Serialized Fields

interval

long interval

rotationTimer

Timer rotationTimer

rotationTimerTriggered

AtomicBoolean rotationTimerTriggered

Package org.apache.storm.hdfs.trident.sync

Class org.apache.storm.hdfs.trident.sync.CountSyncPolicy

class CountSyncPolicy extends Object implements Serializable

Serialized Fields

count

int count

executeCount

int executeCount