|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |
java.lang.Objectorg.apache.pig.impl.PigContext
public class PigContext
Field Summary | |
---|---|
int |
defaultParallel
|
List<URL> |
extraJars
|
boolean |
inExplain
|
boolean |
inIllustrator
|
static String |
JOB_NAME
|
static String |
JOB_NAME_PREFIX
|
static String |
JOB_PRIORITY
|
static String |
PIG_CMD_ARGS_REMAINDERS
|
List<String> |
scriptFiles
Deprecated. |
List<String> |
scriptJars
|
Vector<String> |
skipJars
|
Constructor Summary | |
---|---|
PigContext()
|
|
PigContext(ExecType execType,
Properties properties)
|
Method Summary | |
---|---|
void |
addJar(String path)
|
void |
addJar(URL resource)
|
void |
addPathToSkip(String path)
Add a path to be skipped while automatically shipping binaries for streaming. |
void |
addScriptFile(String path)
calls: addScriptFile(path, new File(path)), ensuring that a given path is added to the jar at most once. |
void |
addScriptFile(String name,
String path)
this method adds script files that must be added to the shipped jar named differently from their local fs path. |
void |
connect()
|
void |
copy(String src,
String dst,
boolean localDst)
|
ClassLoader |
createCl(String jarFile)
Creates a Classloader based on the passed jarFile and any extra jar files. |
ExecutableManager |
createExecutableManager()
Create a new ExecutableManager depending on the ExecType. |
Class |
getClassForAlias(String alias)
|
static ClassLoader |
getClassLoader()
|
StreamingCommand |
getCommandForAlias(String alias)
Get the StreamingCommand for the given alias. |
Properties |
getConf()
Deprecated. use getProperties() instead |
org.apache.log4j.Level |
getDefaultLogLevel()
|
DataStorage |
getDfs()
|
byte |
getErrorSource()
Check the execution mode and return the appropriate error source |
ExecType |
getExecType()
Returns the type of execution currently in effect. |
HExecutionEngine |
getExecutionEngine()
|
DataStorage |
getFs()
|
FuncSpec |
getFuncSpecFromAlias(String alias)
|
String |
getLastAlias()
|
DataStorage |
getLfs()
|
Properties |
getLog4jProperties()
|
static ArrayList<String> |
getPackageImportList()
|
List<String> |
getParamFiles()
|
List<String> |
getParams()
|
List<String> |
getPathsToSkip()
Get paths which are to skipped while automatically shipping binaries for streaming. |
Properties |
getProperties()
Provides configuration information. |
Map<String,File> |
getScriptFiles()
script files as name/file pairs to be added to the job jar |
static void |
initializeImportList(String importListCommandLineProperties)
|
Object |
instantiateFuncFromAlias(String alias)
|
static Object |
instantiateFuncFromSpec(FuncSpec funcSpec)
|
static Object |
instantiateFuncFromSpec(String funcSpec)
|
void |
registerFunction(String function,
FuncSpec functionSpec)
Defines an alias for the given function spec. |
void |
registerStreamCmd(String alias,
StreamingCommand command)
Defines an alias for the given streaming command. |
void |
rename(String oldName,
String newName)
|
static Class |
resolveClassName(String name)
|
static void |
setClassLoader(ClassLoader cl)
|
void |
setDefaultLogLevel(org.apache.log4j.Level l)
|
void |
setExecType(ExecType execType)
|
void |
setJobtrackerLocation(String newLocation)
|
void |
setLastAlias(String value)
|
void |
setLog4jProperties(Properties p)
|
static void |
setPackageImportList(ArrayList<String> list)
|
void |
setParamFiles(List<String> paramFiles)
|
void |
setParams(List<String> params)
|
Methods inherited from class java.lang.Object |
---|
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
Field Detail |
---|
public static final String JOB_NAME
public static final String JOB_NAME_PREFIX
public static final String JOB_PRIORITY
public static final String PIG_CMD_ARGS_REMAINDERS
public transient List<URL> extraJars
public transient Vector<String> skipJars
@Deprecated public List<String> scriptFiles
public List<String> scriptJars
public int defaultParallel
public boolean inExplain
public boolean inIllustrator
Constructor Detail |
---|
public PigContext()
public PigContext(ExecType execType, Properties properties)
Method Detail |
---|
public List<String> getParams()
public void setParams(List<String> params)
public List<String> getParamFiles()
public void setParamFiles(List<String> paramFiles)
public static void initializeImportList(String importListCommandLineProperties)
public void connect() throws ExecException
ExecException
public void setJobtrackerLocation(String newLocation)
public void addScriptFile(String path) throws MalformedURLException
path
-
MalformedURLException
public void addScriptFile(String name, String path)
name
- name in the jarpath
- path on the local fspublic void addJar(String path) throws MalformedURLException
MalformedURLException
public void addJar(URL resource) throws MalformedURLException
MalformedURLException
public Map<String,File> getScriptFiles()
public void rename(String oldName, String newName) throws IOException
IOException
public void copy(String src, String dst, boolean localDst) throws IOException
IOException
public HExecutionEngine getExecutionEngine()
public DataStorage getDfs()
public DataStorage getLfs()
public DataStorage getFs()
public Properties getProperties()
@Deprecated public Properties getConf()
getProperties()
instead
public String getLastAlias()
public void setLastAlias(String value)
public void registerFunction(String function, FuncSpec functionSpec)
function
- - the new function alias to define.functionSpec
- - the FuncSpec object representing the name of
the function class and any arguments to constructor.public void registerStreamCmd(String alias, StreamingCommand command)
alias
- - the new command alias to define.command
- - the commandpublic ExecType getExecType()
public ClassLoader createCl(String jarFile) throws MalformedURLException
jarFile
- the jar file to be part of the newly created Classloader. This jar file plus any
jars in the extraJars list will constitute the classpath.
MalformedURLException
public static Class resolveClassName(String name) throws IOException
IOException
public static Object instantiateFuncFromSpec(FuncSpec funcSpec)
public static Object instantiateFuncFromSpec(String funcSpec)
public Class getClassForAlias(String alias) throws IOException
IOException
public Object instantiateFuncFromAlias(String alias) throws IOException
IOException
public StreamingCommand getCommandForAlias(String alias)
StreamingCommand
for the given alias.
alias
- the alias for the StreamingCommand
StreamingCommand
for the aliaspublic void setExecType(ExecType execType)
public ExecutableManager createExecutableManager() throws ExecException
ExecutableManager
depending on the ExecType.
ExecutableManager
depending on the ExecType
ExecException
public FuncSpec getFuncSpecFromAlias(String alias)
public void addPathToSkip(String path)
path
- path to be skippedpublic List<String> getPathsToSkip()
public byte getErrorSource()
public static ArrayList<String> getPackageImportList()
public static void setPackageImportList(ArrayList<String> list)
public void setLog4jProperties(Properties p)
public Properties getLog4jProperties()
public org.apache.log4j.Level getDefaultLogLevel()
public void setDefaultLogLevel(org.apache.log4j.Level l)
public static ClassLoader getClassLoader()
public static void setClassLoader(ClassLoader cl)
|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |