org.springframework.cloud.task.jdbchdfs.common

Class JdbcHdfsConfiguration

java.lang.Object

org.springframework.cloud.task.jdbchdfs.common.JdbcHdfsConfiguration

@EnableTask
 @EnableBatchProcessing
 @Configuration
 @EnableConfigurationProperties(value=JdbcHdfsTaskProperties.class)
 @Import(value=JdbcHdfsDataSourceConfiguration.class)
public class JdbcHdfsConfiguration
extends Object

Establishes the beans required to migrate the data from jdbc to hdfs.

Author:

Glenn Renfro

Field Summary

Fields

Modifier and Type	Field and Description
DataSource	jdbcHdfsDataSource
org.springframework.batch.core.configuration.annotation.JobBuilderFactory	jobBuilderFactory
org.springframework.batch.core.repository.JobRepository	jobRepository
static String[]	PROMOTION_LISTENER_KEYS
org.springframework.batch.core.configuration.annotation.StepBuilderFactory	stepBuilderFactory
DataSource	taskDataSource

Constructor Summary

Constructors

Constructor and Description
JdbcHdfsConfiguration()

Method Summary

Modifier and Type	Method and Description
org.springframework.batch.core.configuration.annotation.DefaultBatchConfigurer	batchConfigurer()
org.springframework.batch.core.explore.support.JobExplorerFactoryBean	jobExplorer()
NamedColumnJdbcItemReader	namedColumnJdbcItemReader(String partClause)
org.springframework.batch.core.Job	partitionedJob(org.springframework.batch.core.partition.PartitionHandler partitionHandler, org.springframework.batch.core.listener.ExecutionContextPromotionListener promotionListener, IncrementalColumnRangePartitioner partitioner)
IncrementalColumnRangePartitioner	partitioner(org.springframework.batch.core.explore.JobExplorer jobExplorer, Long overrideValue)
org.springframework.cloud.task.batch.partition.DeployerPartitionHandler	partitionHandler(org.springframework.cloud.deployer.spi.task.TaskLauncher taskLauncher, org.springframework.batch.core.explore.JobExplorer jobExplorer)
org.springframework.batch.core.listener.ExecutionContextPromotionListener	promotionListener()
org.springframework.batch.core.Step	step1(org.springframework.batch.core.partition.PartitionHandler partitionHandler, org.springframework.batch.core.listener.ExecutionContextPromotionListener promotionListener, IncrementalColumnRangePartitioner partitioner)
org.springframework.cloud.task.batch.partition.DeployerStepExecutionHandler	stepExecutionHandler(org.springframework.batch.core.explore.JobExplorer jobExplorer)
org.springframework.cloud.task.batch.configuration.TaskBatchExecutionListenerFactoryBean	taskBatchExecutionListener(org.springframework.cloud.task.configuration.TaskConfigurer taskConfigurer)
org.springframework.cloud.task.configuration.DefaultTaskConfigurer	taskConfigurer()
org.springframework.cloud.task.repository.support.TaskRepositoryInitializer	taskRepositoryInitializer()
org.springframework.batch.core.Step	workerStep()
HdfsTextItemWriter	writer(String suffix)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

PROMOTION_LISTENER_KEYS

public static final String[] PROMOTION_LISTENER_KEYS

jobBuilderFactory

@Autowired
public org.springframework.batch.core.configuration.annotation.JobBuilderFactory jobBuilderFactory

stepBuilderFactory

@Autowired
public org.springframework.batch.core.configuration.annotation.StepBuilderFactory stepBuilderFactory

taskDataSource

@Autowired
 @Qualifier(value="taskDataSource")
public DataSource taskDataSource

jdbcHdfsDataSource

@Autowired
 @Qualifier(value="jdbchdfsDataSource")
public DataSource jdbcHdfsDataSource

jobRepository

@Autowired
public org.springframework.batch.core.repository.JobRepository jobRepository

Constructor Detail

JdbcHdfsConfiguration

public JdbcHdfsConfiguration()

Method Detail

namedColumnJdbcItemReader

@Bean
 @StepScope
public NamedColumnJdbcItemReader namedColumnJdbcItemReader(@Value(value="#{stepExecutionContext[\'partClause\']}")
                                                                             String partClause)
                                                                      throws Exception

Throws:

Exception

jobExplorer

@Bean
public org.springframework.batch.core.explore.support.JobExplorerFactoryBean jobExplorer()

partitionHandler

@Bean
 @Profile(value="!worker")
public org.springframework.cloud.task.batch.partition.DeployerPartitionHandler partitionHandler(org.springframework.cloud.deployer.spi.task.TaskLauncher taskLauncher,
                                                                                                                                 org.springframework.batch.core.explore.JobExplorer jobExplorer)
                                                                                                                          throws Exception

Throws:

Exception

partitioner

@Bean
 @StepScope
 @Profile(value="!worker")
public IncrementalColumnRangePartitioner partitioner(org.springframework.batch.core.explore.JobExplorer jobExplorer,
                                                                                                  @Value(value="#{stepExecutionContext[\'overrideCheckColumnValue\']}")
                                                                                                  Long overrideValue)

stepExecutionHandler

@Bean
 @Profile(value="worker")
public org.springframework.cloud.task.batch.partition.DeployerStepExecutionHandler stepExecutionHandler(org.springframework.batch.core.explore.JobExplorer jobExplorer)

writer

@Bean
 @StepScope
public HdfsTextItemWriter writer(@Value(value="#{stepExecutionContext[\'partSuffix\']}")
                                                   String suffix)
                                            throws Exception

Throws:

Exception

promotionListener

@Bean
public org.springframework.batch.core.listener.ExecutionContextPromotionListener promotionListener()

step1

@Bean
 @Profile(value="!worker")
public org.springframework.batch.core.Step step1(org.springframework.batch.core.partition.PartitionHandler partitionHandler,
                                                                                  org.springframework.batch.core.listener.ExecutionContextPromotionListener promotionListener,
                                                                                  IncrementalColumnRangePartitioner partitioner)
                                                                           throws Exception

Throws:

Exception

workerStep

@Bean
public org.springframework.batch.core.Step workerStep()
                                                     throws Exception

Throws:

Exception

partitionedJob

@Bean
 @Profile(value="!worker")
public org.springframework.batch.core.Job partitionedJob(org.springframework.batch.core.partition.PartitionHandler partitionHandler,
                                                                                          org.springframework.batch.core.listener.ExecutionContextPromotionListener promotionListener,
                                                                                          IncrementalColumnRangePartitioner partitioner)
                                                                                   throws Exception

Throws:

Exception

taskConfigurer

@Bean
public org.springframework.cloud.task.configuration.DefaultTaskConfigurer taskConfigurer()

batchConfigurer

@Bean
public org.springframework.batch.core.configuration.annotation.DefaultBatchConfigurer batchConfigurer()

taskRepositoryInitializer

@Bean
public org.springframework.cloud.task.repository.support.TaskRepositoryInitializer taskRepositoryInitializer()

taskBatchExecutionListener

@Bean
public org.springframework.cloud.task.batch.configuration.TaskBatchExecutionListenerFactoryBean taskBatchExecutionListener(org.springframework.cloud.task.configuration.TaskConfigurer taskConfigurer)