job.xml is empty when executing a hadoop job on local

[deep00]

Hi

I am an executing a Map/Reduce job (with in a mvn java project) on eclipse, using ToolRunner, in a local mode

My process is throwing the below exception.  When i debug the process, i found job.xml is empty and the process is failing to parse.

Can someone please explain why job.xml at location .\staging\job_local13332333\job.xml could be empty?  

Exception

[Fatal Error] :-1:-1: Premature end of file.

Exception in thread "main" java.lang.RuntimeException: org.xml.sax.SAXParseException; Premature end of file.

at org.apache.hadoop.conf.Configuration.loadResource(Configuration.java:2152)

at org.apache.hadoop.conf.Configuration.loadResources(Configuration.java:2011)

at org.apache.hadoop.conf.Configuration.getProps(Configuration.java:1918)

at org.apache.hadoop.conf.Configuration.get(Configuration.java:721)

at org.apache.hadoop.mapred.JobConf.checkAndWarnDeprecation(JobConf.java:2020)

at org.apache.hadoop.mapred.JobConf.<init>(JobConf.java:476)

at org.apache.hadoop.mapred.LocalJobRunner$Job.<init>(LocalJobRunner.java:147)

at org.apache.hadoop.mapred.LocalJobRunner.submitJob(LocalJobRunner.java:636)

at org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:430)

at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1268)

at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1265)

at java.security.AccessController.doPrivileged(Native Method)

at javax.security.auth.Subject.doAs(Subject.java:415)

at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1491)

at org.apache.hadoop.mapreduce.Job.submit(Job.java:1265)

at org.apache.hadoop.mapred.JobClient$1.run(JobClient.java:562)

at org.apache.hadoop.mapred.JobClient$1.run(JobClient.java:557)

at java.security.AccessController.doPrivileged(Native Method)

at javax.security.auth.Subject.doAs(Subject.java:415)

at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1491)

at org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:557)

at org.apache.hadoop.mapred.JobClient.submitJob(JobClient.java:548)

at org.apache.hadoop.mapred.JobClient.runJob(JobClient.java:833)

at test.practice.hadoop.test.ProcessUnitsToolRunner.run(ProcessUnitsToolRunner.java:134)

at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)

at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84)

at test.practice.hadoop.test.ProcessUnitsToolRunner.main(ProcessUnitsToolRunner.java:146)

Caused by: org.xml.sax.SAXParseException; Premature end of file.

at org.apache.xerces.parsers.DOMParser.parse(Unknown Source)

at org.apache.xerces.jaxp.DocumentBuilderImpl.parse(Unknown Source)

at javax.xml.parsers.DocumentBuilder.parse(DocumentBuilder.java:150)

at org.apache.hadoop.conf.Configuration.parse(Configuration.java:1989)

at org.apache.hadoop.conf.Configuration.loadResource(Configuration.java:2058)

... 26 more

Below is my code.

import java.io.IOException;

import java.util.ArrayList;

import java.util.Iterator;

import java.util.List;

import java.util.StringTokenizer;

import org.apache.hadoop.conf.Configured;

import org.apache.hadoop.fs.Path;

import org.apache.hadoop.io.IntWritable;

import org.apache.hadoop.io.LongWritable;

import org.apache.hadoop.io.Text;

import org.apache.hadoop.mapred.FileInputFormat;

import org.apache.hadoop.mapred.FileOutputFormat;

import org.apache.hadoop.mapred.JobClient;

import org.apache.hadoop.mapred.JobConf;

import org.apache.hadoop.mapred.MapReduceBase;

import org.apache.hadoop.mapred.Mapper;

import org.apache.hadoop.mapred.OutputCollector;

import org.apache.hadoop.mapred.Reducer;

import org.apache.hadoop.mapred.Reporter;

import org.apache.hadoop.mapred.TextInputFormat;

import org.apache.hadoop.mapred.TextOutputFormat;

import org.apache.hadoop.util.Tool;

import org.apache.hadoop.util.ToolRunner;

import test.practice..util.FileFilter;

public class ProcessUnitsToolRunner extends Configured implements Tool {

// Mapper class

/*

* Output value Type

*/

public static class E_EMapper extends MapReduceBase implements Mapper<LongWritable, Text, Text, IntWritable> {

// Map function

public void map(LongWritable key, Text value, OutputCollector<Text, IntWritable> output, Reporter reporter)

throws IOException {

String line = value.toString();

String lasttoken = null;

StringTokenizer s = new StringTokenizer(line, "\t");

String year = s.nextToken();

while (s.hasMoreTokens()) {

lasttoken = s.nextToken();

}

int avgprice = Integer.parseInt(lasttoken);

output.collect(new Text(year), new IntWritable(avgprice));

}

}

// Reducer class

public static class E_EReduce extends MapReduceBase implements Reducer<Text, IntWritable, Text, IntWritable> {

// Reduce function

public void reduce(Text key, Iterator<IntWritable> values, OutputCollector<Text, IntWritable> output,

Reporter reporter) throws IOException {

int maxavg = 30;

int val = Integer.MIN_VALUE;

while (values.hasNext()) {

if ((val = values.next().get()) > maxavg) {

output.collect(key, new IntWritable(val));

}

}

}

}

public int run(String[] args) throws Exception {

JobConf conf = new JobConf(ProcessUnits.class);

conf.setJobName("max_eletricityunits");

conf.setOutputKeyClass(Text.class);

conf.setOutputValueClass(IntWritable.class);

conf.setMapperClass(E_EMapper.class);

conf.setCombinerClass(E_EReduce.class);

conf.setReducerClass(E_EReduce.class);

conf.setInputFormat(TextInputFormat.class);

conf.setOutputFormat(TextOutputFormat.class);

List<String> other_args = new ArrayList<String>();

for (int i = 0; i < args.length; ++i) {

try {

if ("-m".equals(args[i])) {

conf.setNumMapTasks(Integer.parseInt(args[++i]));

} else if ("-r".equals(args[i])) {

conf.setNumReduceTasks(Integer.parseInt(args[++i]));

} else {

other_args.add(args[i]);

}

} catch (NumberFormatException except) {

System.out.println("ERROR: Integer expected instead of " + args[i]);

return printUsage();

} catch (ArrayIndexOutOfBoundsException except) {

System.out.println("ERROR: Required parameter missing from " + args[i - 1]);

return printUsage();

}

}

// Make sure there are exactly 2 parameters left.

if (other_args.size() != 2) {

System.out.println("ERROR: Wrong number of parameters: " + other_args.size() + " instead of 2.");

return printUsage();

}

FileInputFormat.setInputPathFilter(conf, FileFilter.class);

FileInputFormat.setInputPaths(conf, new Path(args[0]));

FileOutputFormat.setOutputPath(conf, new Path(args[1]));

JobClient.runJob(conf);

return 0;

}

static int printUsage() {

System.out.println("wordcount [-m <maps>] [-r <reduces>] <input> <output>");

ToolRunner.printGenericCommandUsage(System.out);

return -1;

}

public static void main(String[] args) throws Exception {

ProcessUnitsToolRunner driver = new ProcessUnitsToolRunner();

int exitCode = ToolRunner.run(driver, args);

System.exit(exitCode);

}

}

Thank you.