23:40:26,059 INFO Test worker context.TestContextManager - @TestExecutionListeners is not present for class [class org.springframework.data.hadoop.batch.JobParamsTest]: using defaults.
23:40:26,062 INFO Test worker xml.XmlBeanDefinitionReader - Loading XML bean definitions from class path resource [org/springframework/data/hadoop/batch/JobParamsTest-context.xml]
23:40:26,148 INFO Test worker xml.XmlBeanDefinitionReader - Loading XML bean definitions from class path resource [org/springframework/data/hadoop/batch-common.xml]
23:40:26,169 INFO Test worker xml.XmlBeanDefinitionReader - Loading XML bean definitions from class path resource [org/springframework/data/hadoop/hadoop-ctx.xml]
23:40:26,219 INFO Test worker support.DefaultListableBeanFactory - Overriding bean definition for bean 'mainJob': replacing [Generic bean: class [org.springframework.batch.core.configuration.xml.SimpleFlowFactoryBean]; scope=; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null] with [Generic bean: class [org.springframework.batch.core.configuration.xml.JobParserJobFactoryBean]; scope=; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null]
23:40:26,230 INFO Test worker support.GenericApplicationContext - Refreshing org.springframework.context.support.GenericApplicationContext@3e0ea213: startup date [Wed Sep 25 23:40:26 EDT 2013]; root of context hierarchy
23:40:26,252 INFO Test worker config.PropertyPlaceholderConfigurer - Loading properties file from class path resource [test.properties]
23:40:26,266 INFO Test worker support.DefaultListableBeanFactory - Overriding bean definition for bean 'mr-job': replacing [Generic bean: class [org.springframework.data.hadoop.mapreduce.JobFactoryBean]; scope=step; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=false; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null] with [Root bean: class [org.springframework.aop.scope.ScopedProxyFactoryBean]; scope=; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null; defined in BeanDefinition defined in null]
23:40:26,267 INFO Test worker support.DefaultListableBeanFactory - Overriding bean definition for bean 'ref-script-tasklet': replacing [Generic bean: class [org.springframework.data.hadoop.scripting.ScriptTasklet]; scope=step; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=false; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null] with [Root bean: class [org.springframework.aop.scope.ScopedProxyFactoryBean]; scope=; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null; defined in BeanDefinition defined in null]
23:40:26,272 INFO Test worker support.DefaultListableBeanFactory - Overriding bean definition for bean 'script': replacing [Generic bean: class [org.springframework.data.hadoop.scripting.HdfsScriptRunner]; scope=step; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=false; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null] with [Root bean: class [org.springframework.aop.scope.ScopedProxyFactoryBean]; scope=; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null; defined in BeanDefinition defined in null]
23:40:26,273 INFO Test worker support.DefaultListableBeanFactory - Overriding bean definition for bean 'org.springframework.data.hadoop.scripting.HdfsScriptRunner#1': replacing [Generic bean: class [org.springframework.data.hadoop.scripting.HdfsScriptRunner]; scope=step; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=false; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null] with [Root bean: class [org.springframework.aop.scope.ScopedProxyFactoryBean]; scope=; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null; defined in BeanDefinition defined in null]
23:40:26,273 INFO Test worker support.DefaultListableBeanFactory - Overriding bean definition for bean 'nested-script-tasklet': replacing [Generic bean: class [org.springframework.data.hadoop.scripting.ScriptTasklet]; scope=step; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=false; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null] with [Root bean: class [org.springframework.aop.scope.ScopedProxyFactoryBean]; scope=; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null; defined in BeanDefinition defined in null]
23:40:26,274 INFO Test worker support.DefaultListableBeanFactory - Overriding bean definition for bean 'ns-stream-job': replacing [Generic bean: class [org.springframework.data.hadoop.mapreduce.StreamJobFactoryBean]; scope=step; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=false; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null] with [Root bean: class [org.springframework.aop.scope.ScopedProxyFactoryBean]; scope=; abstract=false; lazyInit=false; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null; defined in BeanDefinition defined in null]
23:40:26,308 INFO Test worker annotation.AutowiredAnnotationBeanPostProcessor - JSR-330 'javax.inject.Inject' annotation found and supported for autowiring
23:40:26,317 INFO Test worker support.DefaultListableBeanFactory - Pre-instantiating singletons in org.springframework.beans.factory.support.DefaultListableBeanFactory@5bc2ec7e: defining beans [jobRepository,transactionManager,jobLauncher,taskExecutor,ppc,hadoopFs,hadoopResourceLoader,hadoopConfiguration,cfg-init,fs-init,rl-init,org.springframework.data.hadoop.scripting.HdfsScriptRunner#0,org.springframework.batch.core.scope.StepScope#0,org.springframework.beans.factory.config.CustomEditorConfigurer,org.springframework.batch.core.configuration.xml.CoreNamespacePostProcessor,import,import-2,do-mr,mainJob,file-reader,hadoop-tasklet,mr-job,ref-script-tasklet,script,org.springframework.data.hadoop.scripting.HdfsScriptRunner#1,nested-script-tasklet,hadoop-stream,ns-stream-job,org.springframework.context.annotation.internalConfigurationAnnotationProcessor,org.springframework.context.annotation.internalAutowiredAnnotationProcessor,org.springframework.context.annotation.internalRequiredAnnotationProcessor,org.springframework.context.annotation.internalCommonAnnotationProcessor,scopedTarget.mr-job,scopedTarget.ref-script-tasklet,scopedTarget.script,scopedTarget.org.springframework.data.hadoop.scripting.HdfsScriptRunner#1,scopedTarget.nested-script-tasklet,scopedTarget.ns-stream-job]; root of factory hierarchy
23:40:26,520 WARN Test worker conf.Configuration - fs.default.name is deprecated. Instead, use fs.defaultFS
23:40:26,520 WARN Test worker conf.Configuration - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
23:40:26,532 INFO Test worker fs.TrashPolicyDefault - Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes.
23:40:27,201 INFO Test worker support.SimpleJobLauncher - Job: [FlowJob: [name=mainJob]] launched with the following parameters: [{mr.input=/batch-param-test/input/, mr.output=/batch-param-test/output/, properties-file=dummy-1.properties}]
23:40:27,239 INFO Test worker job.SimpleStepHandler - Executing step: [import]
23:40:27,373 INFO Test worker fs.TrashPolicyDefault - Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes.
Staged resources 1
23:40:27,624 INFO Test worker job.SimpleStepHandler - Executing step: [import-2]
23:40:27,634 INFO Test worker fs.TrashPolicyDefault - Namenode trash configuration: Deletion interval = 0 minutes, Emptier interval = 0 minutes.
Staged resources 2
23:40:27,707 INFO Test worker job.SimpleStepHandler - Executing step: [do-mr]
23:40:27,764 INFO Test worker config.PropertiesFactoryBean - Loading properties file from class path resource [dummy-1.properties]
23:40:28,145 INFO Test worker client.RMProxy - Connecting to ResourceManager at sandbox/172.16.87.151:8050
23:40:28,231 INFO Test worker mapreduce.JobTasklet - Starting job [scopedTarget.mr-job]
23:40:28,259 INFO Test worker client.RMProxy - Connecting to ResourceManager at sandbox/172.16.87.151:8050
23:40:28,574 INFO Test worker input.FileInputFormat - Total input paths to process : 1
23:40:28,643 INFO Test worker mapreduce.JobSubmitter - number of splits:1
23:40:28,663 WARN Test worker conf.Configuration - user.name is deprecated. Instead, use mapreduce.job.user.name
23:40:28,663 WARN Test worker conf.Configuration - mapred.jar is deprecated. Instead, use mapreduce.job.jar
23:40:28,663 WARN Test worker conf.Configuration - fs.default.name is deprecated. Instead, use fs.defaultFS
23:40:28,664 WARN Test worker conf.Configuration - mapred.mapoutput.value.class is deprecated. Instead, use mapreduce.map.output.value.class
23:40:28,664 WARN Test worker conf.Configuration - mapreduce.map.class is deprecated. Instead, use mapreduce.job.map.class
23:40:28,664 WARN Test worker conf.Configuration - mapred.job.name is deprecated. Instead, use mapreduce.job.name
23:40:28,664 WARN Test worker conf.Configuration - mapreduce.reduce.class is deprecated. Instead, use mapreduce.job.reduce.class
23:40:28,665 WARN Test worker conf.Configuration - mapred.input.dir is deprecated. Instead, use mapreduce.input.fileinputformat.inputdir
23:40:28,665 WARN Test worker conf.Configuration - mapred.output.dir is deprecated. Instead, use mapreduce.output.fileoutputformat.outputdir
23:40:28,665 WARN Test worker conf.Configuration - mapred.map.tasks is deprecated. Instead, use mapreduce.job.maps
23:40:28,665 WARN Test worker conf.Configuration - mapred.mapoutput.key.class is deprecated. Instead, use mapreduce.map.output.key.class
23:40:28,665 WARN Test worker conf.Configuration - mapred.working.dir is deprecated. Instead, use mapreduce.job.working.dir
23:40:29,025 INFO Test worker mapreduce.JobSubmitter - Submitting tokens for job: job_1380140057116_0025
23:40:29,242 INFO Test worker impl.YarnClientImpl - Submitted application application_1380140057116_0025 to ResourceManager at sandbox/172.16.87.151:8050
23:40:29,280 INFO Test worker mapreduce.Job - The url to track the job: http://sandbox.hortonworks.com:8088/proxy/application_1380140057116_0025/
23:40:29,281 INFO Test worker mapreduce.Job - Running job: job_1380140057116_0025
23:40:35,710 INFO Test worker mapreduce.Job - Job job_1380140057116_0025 running in uber mode : false
23:40:35,712 INFO Test worker mapreduce.Job - map 0% reduce 0%
23:40:42,135 INFO Test worker mapreduce.Job - map 100% reduce 0%
23:40:47,317 INFO Test worker mapreduce.Job - map 100% reduce 100%
23:40:47,320 INFO Test worker mapreduce.Job - Job job_1380140057116_0025 completed successfully
23:40:47,432 INFO Test worker mapreduce.Job - Counters: 43
File System Counters
FILE: Number of bytes read=64
FILE: Number of bytes written=165799
FILE: Number of read operations=0
FILE: Number of large read operations=0
FILE: Number of write operations=0
HDFS: Number of bytes read=145
HDFS: Number of bytes written=38
HDFS: Number of read operations=6
HDFS: Number of large read operations=0
HDFS: Number of write operations=2
Job Counters
Launched map tasks=1
Launched reduce tasks=1
Data-local map tasks=1
Total time spent by all maps in occupied slots (ms)=4323
Total time spent by all reduces in occupied slots (ms)=3839
Map-Reduce Framework
Map input records=3
Map output records=5
Map output bytes=48
Map output materialized bytes=64
Input split bytes=117
Combine input records=0
Combine output records=0
Reduce input groups=5
Reduce shuffle bytes=64
Reduce input records=5
Reduce output records=5
Spilled Records=10
Shuffled Maps =1
Failed Shuffles=0
Merged Map outputs=1
GC time elapsed (ms)=69
CPU time spent (ms)=1380
Physical memory (bytes) snapshot=373788672
Virtual memory (bytes) snapshot=2416623616
Total committed heap usage (bytes)=288686080
Shuffle Errors
BAD_ID=0
CONNECTION=0
IO_ERROR=0
WRONG_LENGTH=0
WRONG_MAP=0
WRONG_REDUCE=0
File Input Format Counters
Bytes Read=28
File Output Format Counters
Bytes Written=38
23:40:47,443 INFO Test worker mapreduce.JobTasklet - Completed job [scopedTarget.mr-job]
23:40:47,491 INFO Test worker client.RMProxy - Connecting to ResourceManager at sandbox/172.16.87.151:8050
23:40:47,644 INFO Test worker support.SimpleJobLauncher - Job: [FlowJob: [name=mainJob]] completed with the following parameters: [{mr.input=/batch-param-test/input/, mr.output=/batch-param-test/output/, properties-file=dummy-1.properties}] and the following status: [COMPLETED]