Professional Documents
Culture Documents
Driver Class
Driver Class
Driver Class
mr;
import java.io.IOException;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.IntWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapreduce.Job;
import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
import org.apache.hadoop.mapreduce.lib.input.TextInputFormat;
import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
import org.apache.hadoop.mapreduce.lib.output.SequenceFileOutputFormat;
//import org.apache.hadoop.mapreduce.lib.output.TextOutputFormat;
myjob.setJobName("TotalScores MR");
myjob.setJarByClass(TotalScoreDriver.class);
myjob.setMapperClass(TotalScoreMapper.class);
myjob.setReducerClass(TotalScoreReducer.class);
//myjob.setCombinerClass(TotalScoreReducer.class);
myjob.setPartitionerClass(MyPartitioner.class);
myjob.setMapOutputKeyClass(Text.class);
myjob.setMapOutputValueClass(IntWritable.class);
myjob.setOutputKeyClass(Text.class);
myjob.setOutputValueClass(IntWritable.class);
myjob.setInputFormatClass(TextInputFormat.class);
//myjob.setOutputFormatClass(TextOutputFormat.class);
myjob.setOutputFormatClass(SequenceFileOutputFormat.class);
//myjob.setNumReduceTasks(4);
hdfs.delete(new Path(args[1]),true);
myjob.waitForCompletion(true);
}