|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |
java.lang.Objectorg.apache.hcatalog.mapreduce.HCatOutputStorageDriver
org.apache.hcatalog.rcfile.RCFileOutputDriver
public class RCFileOutputDriver
The storage driver for writing RCFile data through HCatOutputFormat.
Constructor Summary | |
---|---|
RCFileOutputDriver()
|
Method Summary | |
---|---|
org.apache.hadoop.io.Writable |
convertValue(HCatRecord value)
Convert the given HCatRecord value to the actual value type. |
org.apache.hadoop.hive.serde2.objectinspector.StructObjectInspector |
createStructObjectInspector()
|
org.apache.hadoop.io.WritableComparable<?> |
generateKey(HCatRecord value)
Generate the key for the underlying outputformat. |
org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector |
getObjectInspector(org.apache.hadoop.hive.serde2.typeinfo.TypeInfo type)
|
org.apache.hadoop.mapreduce.OutputFormat<? super org.apache.hadoop.io.WritableComparable<?>,? super org.apache.hadoop.io.Writable> |
getOutputFormat()
Returns the OutputFormat to use with this Storage Driver. |
void |
initialize(org.apache.hadoop.mapreduce.JobContext context,
java.util.Properties hcatProperties)
Initialize the storage driver with specified properties, default implementation does nothing. |
void |
setOutputPath(org.apache.hadoop.mapreduce.JobContext jobContext,
java.lang.String location)
Set the data location for the output. |
void |
setPartitionValues(org.apache.hadoop.mapreduce.JobContext jobContext,
java.util.Map<java.lang.String,java.lang.String> partitionValues)
Sets the partition key values for the partition being written. |
void |
setSchema(org.apache.hadoop.mapreduce.JobContext jobContext,
HCatSchema schema)
Set the schema for the data being written out. |
Methods inherited from class org.apache.hcatalog.mapreduce.HCatOutputStorageDriver |
---|
abortOutputCommitterJob, cleanupOutputCommitterJob, getOutputLocation, getWorkFilePath, setupOutputCommitterJob |
Methods inherited from class java.lang.Object |
---|
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
Constructor Detail |
---|
public RCFileOutputDriver()
Method Detail |
---|
public org.apache.hadoop.io.Writable convertValue(HCatRecord value) throws java.io.IOException
HCatOutputStorageDriver
convertValue
in class HCatOutputStorageDriver
value
- the HCatRecord value to convert
java.io.IOException
- Signals that an I/O exception has occurred.public org.apache.hadoop.io.WritableComparable<?> generateKey(HCatRecord value) throws java.io.IOException
HCatOutputStorageDriver
generateKey
in class HCatOutputStorageDriver
value
- the value given to HCatOutputFormat
java.io.IOException
- Signals that an I/O exception has occurred.public org.apache.hadoop.mapreduce.OutputFormat<? super org.apache.hadoop.io.WritableComparable<?>,? super org.apache.hadoop.io.Writable> getOutputFormat() throws java.io.IOException
HCatOutputStorageDriver
getOutputFormat
in class HCatOutputStorageDriver
java.io.IOException
- Signals that an I/O exception has occurred.public void setOutputPath(org.apache.hadoop.mapreduce.JobContext jobContext, java.lang.String location) throws java.io.IOException
HCatOutputStorageDriver
setOutputPath
in class HCatOutputStorageDriver
jobContext
- the job context objectlocation
- the data location
java.io.IOException
- Signals that an I/O exception has occurred.public void setPartitionValues(org.apache.hadoop.mapreduce.JobContext jobContext, java.util.Map<java.lang.String,java.lang.String> partitionValues) throws java.io.IOException
HCatOutputStorageDriver
setPartitionValues
in class HCatOutputStorageDriver
jobContext
- the job context objectpartitionValues
- the partition values
java.io.IOException
- Signals that an I/O exception has occurred.public void setSchema(org.apache.hadoop.mapreduce.JobContext jobContext, HCatSchema schema) throws java.io.IOException
HCatOutputStorageDriver
setSchema
in class HCatOutputStorageDriver
jobContext
- the job context objectschema
- the data schema
java.io.IOException
- Signals that an I/O exception has occurred.public void initialize(org.apache.hadoop.mapreduce.JobContext context, java.util.Properties hcatProperties) throws java.io.IOException
HCatOutputStorageDriver
initialize
in class HCatOutputStorageDriver
context
- the job context objecthcatProperties
- the properties for the storage driver
java.io.IOException
- Signals that an I/O exception has occurred.public org.apache.hadoop.hive.serde2.objectinspector.StructObjectInspector createStructObjectInspector() throws java.io.IOException
java.io.IOException
public org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector getObjectInspector(org.apache.hadoop.hive.serde2.typeinfo.TypeInfo type) throws java.io.IOException
java.io.IOException
|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |