org.apache.hadoop.chukwa.extraction.demux
Class PostProcessorManager

java.lang.Object
  extended by org.apache.hadoop.chukwa.extraction.demux.PostProcessorManager
All Implemented Interfaces:
CHUKWA_CONSTANT

public class PostProcessorManager
extends Object
implements CHUKWA_CONSTANT


Field Summary
protected  ChukwaConfiguration conf
           
protected static HashMap<String,String> dataSources
           
protected  int ERROR_SLEEP_TIME
           
static int errorCount
           
protected  org.apache.hadoop.fs.FileSystem fs
           
protected  boolean isRunning
           
 
Fields inherited from interface org.apache.hadoop.chukwa.extraction.CHUKWA_CONSTANT
CHUKWA_ARCHIVE_DIR_FIELD, CHUKWA_DATA_SINK_DIR_FIELD, CHUKWA_DEMUX_REDUCER_COUNT_FIELD, CHUKWA_NAGIOS_HOST_FIELD, CHUKWA_NAGIOS_PORT_FIELD, CHUKWA_POST_PROCESS_DIR_FIELD, CHUKWA_REPORTING_HOST_FIELD, CHUKWA_ROOT_DIR_FIELD, CHUKWA_ROOT_REPOS_DIR_FIELD, DEFAULT_ARCHIVES_IN_ERROR_DIR_NAME, DEFAULT_ARCHIVES_MR_INPUT_DIR_NAME, DEFAULT_ARCHIVES_MR_OUTPUT_DIR_NAME, DEFAULT_ARCHIVES_PROCESSING_DIR_NAME, DEFAULT_CHUKWA_DATASINK_DIR_NAME, DEFAULT_CHUKWA_LOGS_DIR_NAME, DEFAULT_CHUKWA_POSTPROCESS_DIR_NAME, DEFAULT_DEMUX_IN_ERROR_DIR_NAME, DEFAULT_DEMUX_MR_INPUT_DIR_NAME, DEFAULT_DEMUX_MR_OUTPUT_DIR_NAME, DEFAULT_DEMUX_PROCESSING_DIR_NAME, DEFAULT_DEMUX_ROOT_DIR_NAME, DEFAULT_FINAL_ARCHIVES, DEFAULT_REPOS_DIR_NAME, WRITER_HDFS_FILESYSTEM_FIELD
 
Constructor Summary
PostProcessorManager()
           
PostProcessorManager(ChukwaConfiguration conf)
           
 
Method Summary
 boolean deleteDirectory(String directory)
           
protected  void init()
           
static void main(String[] args)
           
 boolean movetoMainRepository(String sourceDirectory, String repoRootDirectory)
           
 boolean processDemuxOutput(String directory)
           
 void shutdown()
           
 void start()
           
 
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
 

Field Detail

dataSources

protected static HashMap<String,String> dataSources

errorCount

public static int errorCount

ERROR_SLEEP_TIME

protected int ERROR_SLEEP_TIME

conf

protected ChukwaConfiguration conf

fs

protected org.apache.hadoop.fs.FileSystem fs

isRunning

protected volatile boolean isRunning
Constructor Detail

PostProcessorManager

public PostProcessorManager()
                     throws Exception
Throws:
Exception

PostProcessorManager

public PostProcessorManager(ChukwaConfiguration conf)
                     throws Exception
Throws:
Exception
Method Detail

init

protected void init()
             throws IOException,
                    URISyntaxException
Throws:
IOException
URISyntaxException

main

public static void main(String[] args)
                 throws Exception
Throws:
Exception

shutdown

public void shutdown()

start

public void start()

processDemuxOutput

public boolean processDemuxOutput(String directory)
                           throws IOException
Throws:
IOException

movetoMainRepository

public boolean movetoMainRepository(String sourceDirectory,
                                    String repoRootDirectory)
                             throws Exception
Throws:
Exception

deleteDirectory

public boolean deleteDirectory(String directory)
                        throws IOException
Throws:
IOException


Copyright © ${year} The Apache Software Foundation