org.apache.hadoop.chukwa.extraction.demux
Class PostProcessorManager
java.lang.Object
org.apache.hadoop.chukwa.extraction.demux.PostProcessorManager
- All Implemented Interfaces:
- CHUKWA_CONSTANT
public class PostProcessorManager
- extends Object
- implements CHUKWA_CONSTANT
Fields inherited from interface org.apache.hadoop.chukwa.extraction.CHUKWA_CONSTANT |
ARCHIVES_IN_ERROR_DIR_NAME, ARCHIVES_MR_INPUT_DIR_NAME, ARCHIVES_MR_OUTPUT_DIR_NAME, ARCHIVES_PROCESSING_DIR_NAME, CHUKWA_ARCHIVE_DIR_FIELD, CHUKWA_DATA_SINK_DIR_FIELD, CHUKWA_DEMUX_REDUCER_COUNT_FIELD, CHUKWA_NAGIOS_HOST_FIELD, CHUKWA_NAGIOS_PORT_FIELD, CHUKWA_POST_PROCESS_DIR_FIELD, CHUKWA_POSTPROCESS_IN_ERROR_DIR_FIELD, CHUKWA_REPORTING_HOST_FIELD, CHUKWA_ROOT_DIR_FIELD, CHUKWA_ROOT_REPOS_DIR_FIELD, DEFAULT_CHUKWA_DATASINK_DIR_NAME, DEFAULT_CHUKWA_LOGS_DIR_NAME, DEFAULT_CHUKWA_POSTPROCESS_DIR_NAME, DEFAULT_CHUKWA_ROOT_DIR_NAME, DEFAULT_DEMUX_IN_ERROR_DIR_NAME, DEFAULT_DEMUX_MR_INPUT_DIR_NAME, DEFAULT_DEMUX_MR_OUTPUT_DIR_NAME, DEFAULT_DEMUX_PROCESSING_DIR_NAME, DEFAULT_FINAL_ARCHIVES, DEFAULT_POSTPROCESS_IN_ERROR_DIR_NAME, DEFAULT_REPOS_DIR_NAME, POST_DEMUX_DATA_LOADER, WRITER_HDFS_FILESYSTEM_FIELD |
Methods inherited from class java.lang.Object |
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
dataSources
protected static HashMap<String,String> dataSources
errorCount
public static int errorCount
ERROR_SLEEP_TIME
protected int ERROR_SLEEP_TIME
conf
protected ChukwaConfiguration conf
fs
protected org.apache.hadoop.fs.FileSystem fs
isRunning
protected volatile boolean isRunning
PostProcessorManager
public PostProcessorManager()
throws Exception
- Throws:
Exception
PostProcessorManager
public PostProcessorManager(ChukwaConfiguration conf)
throws Exception
- Throws:
Exception
init
protected void init()
throws IOException,
URISyntaxException
- Throws:
IOException
URISyntaxException
main
public static void main(String[] args)
throws Exception
- Throws:
Exception
shutdown
public void shutdown()
start
public void start()
processDemuxPigOutput
public boolean processDemuxPigOutput(String directory)
throws IOException
- Throws:
IOException
movetoMainRepository
public boolean movetoMainRepository(String sourceDirectory,
String repoRootDirectory)
throws Exception
- Throws:
Exception
moveToInErrorDirectory
public boolean moveToInErrorDirectory(String sourceDirectory,
String dirName,
String inErrorDirectory)
throws Exception
- Throws:
Exception
deleteDirectory
public boolean deleteDirectory(String directory)
throws IOException
- Throws:
IOException
Copyright © ${year} The Apache Software Foundation