|
|||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | ||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |
java.lang.Object org.springframework.data.hadoop.mapreduce.JobFactoryBean
public class JobFactoryBean
Factory bean for creating a Hadoop Map-Reduce job.
Constructor Summary | |
---|---|
JobFactoryBean()
|
Method Summary | |
---|---|
void |
afterPropertiesSet()
|
Job |
getObject()
|
Class<?> |
getObjectType()
|
boolean |
isSingleton()
|
protected void |
processJob(Job job)
|
void |
setBeanName(String name)
|
void |
setCodec(Class<? extends CompressionCodec> codecClass)
Sets the job codec class. |
void |
setCombiner(Class<? extends Reducer> combiner)
Sets the job combiner class. |
void |
setCompressOutput(Boolean compressOutput)
Indicates whether the job output should be compressed or not. |
void |
setConfiguration(Configuration configuration)
Sets the Hadoop configuration to use. |
void |
setGroupingComparator(Class<? extends RawComparator> groupingComparator)
Sets the job grouping comparator class. |
void |
setInputFormat(Class<? extends InputFormat> inputFormat)
Sets the job input format class. |
void |
setInputPath(String inputPath)
Sets the job input path. |
void |
setInputPaths(List<String> inputPaths)
Sets the job input paths. |
void |
setJar(Resource jar)
Sets the job jar. |
void |
setJarByClass(Class<?> jarClass)
Determines the job jar based on the given class. |
void |
setKey(Class<?> keyClass)
Sets the job key class. |
void |
setMapKey(Class<?> mapKeyClass)
Sets the job map key class. |
void |
setMapper(Class<? extends Mapper> mapper)
Sets the job mapper class. |
void |
setMapValue(Class<?> mapValueClass)
Sets the job map value class. |
void |
setName(String name)
Sets the job name. |
void |
setNumReduceTasks(Integer numReduceTasks)
Sets the number of reduce task for this job. |
void |
setOutputFormat(Class<? extends OutputFormat> outputFormat)
Sets the job output format class. |
void |
setOutputPath(String outputPath)
Sets the job output path. |
void |
setPartitioner(Class<? extends Partitioner> partitioner)
Sets the job partitioner class. |
void |
setProperties(Properties properties)
The configuration properties to set for this job. |
void |
setReducer(Class<? extends Reducer> reducer)
Sets the job reducer class. |
void |
setSortComparator(Class<? extends RawComparator> sortComparator)
Sets the job sort comparator class. |
void |
setValidatePaths(Boolean validatePaths)
Indicates whether the job input/output paths should be validated (default) before the job is submitted. |
void |
setValue(Class<?> valueClass)
Sets the job value class. |
void |
setWorkingDir(String workingDir)
Sets the job working directory. |
Methods inherited from class java.lang.Object |
---|
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
Constructor Detail |
---|
public JobFactoryBean()
Method Detail |
---|
public void setBeanName(String name)
setBeanName
in interface BeanNameAware
public Job getObject() throws Exception
getObject
in interface FactoryBean<Job>
Exception
public Class<?> getObjectType()
getObjectType
in interface FactoryBean<Job>
public boolean isSingleton()
isSingleton
in interface FactoryBean<Job>
public void afterPropertiesSet() throws Exception
afterPropertiesSet
in interface InitializingBean
Exception
protected void processJob(Job job) throws Exception
Exception
public void setConfiguration(Configuration configuration)
configuration
- The configuration to set.public void setName(String name)
name
- The name to set.public void setKey(Class<?> keyClass)
keyClass
- The keyClass to set.public void setValue(Class<?> valueClass)
valueClass
- The valueClass to set.public void setMapKey(Class<?> mapKeyClass)
mapKeyClass
- The mapKeyClass to set.public void setMapValue(Class<?> mapValueClass)
mapValueClass
- The mapValueClass to set.public void setMapper(Class<? extends Mapper> mapper)
mapper
- The mapper to set.public void setReducer(Class<? extends Reducer> reducer)
reducer
- The reducer to set.public void setCombiner(Class<? extends Reducer> combiner)
combiner
- The combiner to set.public void setInputFormat(Class<? extends InputFormat> inputFormat)
inputFormat
- The inputFormat to set.public void setOutputFormat(Class<? extends OutputFormat> outputFormat)
outputFormat
- The outputFormat to set.public void setPartitioner(Class<? extends Partitioner> partitioner)
partitioner
- The partitioner to set.public void setSortComparator(Class<? extends RawComparator> sortComparator)
sortComparator
- The sortComparator to set.public void setGroupingComparator(Class<? extends RawComparator> groupingComparator)
groupingComparator
- The groupingComparator to set.public void setWorkingDir(String workingDir)
workingDir
- The workingDir to set.public void setNumReduceTasks(Integer numReduceTasks)
numReduceTasks
- The numReduceTasks to set.public void setJarByClass(Class<?> jarClass)
jarClass
- The jarClass to set.public void setJar(Resource jar)
jar
- The jar to set.public void setInputPath(String inputPath)
inputPath
- job input path.public void setInputPaths(List<String> inputPaths)
inputPaths
- The inputPaths to set.public void setOutputPath(String outputPath)
outputPath
- The outputPath to set.public void setCompressOutput(Boolean compressOutput)
compressOutput
- The compressOutput to set.public void setCodec(Class<? extends CompressionCodec> codecClass)
codecClass
- The codecClass to set.public void setValidatePaths(Boolean validatePaths)
validatePaths
- The validatePaths to set.public void setProperties(Properties properties)
properties
- The properties to set.
|
|||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | ||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |