public class SequenceFileBolt extends AbstractHdfsBolt
collector, configKey, fileNameFormat, fileRetryCount, fs, fsUrl, hdfsConfig, maxOpenFiles, offset, partitioner, rotationActions, rotationCounterMap, rotationPolicy, rotationTimer, syncPolicy, tickTupleInterval, writeLock, writers
Constructor and Description |
---|
SequenceFileBolt() |
cleanup, declareOutputFields, execute, getBasePathForNextFile, getComponentConfiguration, prepare, rotateOutputFile
public SequenceFileBolt withCompressionCodec(String codec)
public SequenceFileBolt withFsUrl(String fsUrl)
public SequenceFileBolt withConfigKey(String configKey)
public SequenceFileBolt withFileNameFormat(FileNameFormat fileNameFormat)
public SequenceFileBolt withSequenceFormat(SequenceFormat format)
public SequenceFileBolt withSyncPolicy(SyncPolicy syncPolicy)
public SequenceFileBolt withRotationPolicy(FileRotationPolicy rotationPolicy)
public SequenceFileBolt withCompressionType(org.apache.hadoop.io.SequenceFile.CompressionType compressionType)
public SequenceFileBolt withTickTupleIntervalSeconds(int interval)
public SequenceFileBolt addRotationAction(RotationAction action)
public SequenceFileBolt withRetryCount(int fileRetryCount)
public SequenceFileBolt withPartitioner(Partitioner partitioner)
public SequenceFileBolt withMaxOpenFiles(int maxOpenFiles)
public void doPrepare(Map<String,Object> conf, TopologyContext topologyContext, OutputCollector collector) throws IOException
doPrepare
in class AbstractHdfsBolt
IOException
protected String getWriterKey(Tuple tuple)
getWriterKey
in class AbstractHdfsBolt
protected AbstractHDFSWriter makeNewWriter(org.apache.hadoop.fs.Path path, Tuple tuple) throws IOException
makeNewWriter
in class AbstractHdfsBolt
IOException
Copyright © 2022 The Apache Software Foundation. All rights reserved.