package com.sxt.hadoop.mr.tq;
import java.io.IOException;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.IntWritable;
import org.apache.hadoop.mapreduce.Job;
import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
public class MyTQ {
public static void main(String[] args) throws Exception {
Configuration conf = new Configuration(true);
Job job = Job.getInstance(conf);
job.setJarByClass(MyTQ.class);
//------conf------
//---MAP:
// job.setInputFormatClass(ooxx.class);
job.setMapperClass(TMapper.class);
job.setMapOutputKeyClass(TQ.class);
job.setMapOutputValueClass(IntWritable.class);
job.setPartitionerClass(TPartitioner.class);
job.setSortComparatorClass(TSortComparator.class);
// job.setCombinerClass(TCombiner.class);
//----MAP--END
//----REDUCE:
job.setGroupingComparatorClass(TGroupingComparator.class);
job.setReducerClass(TReducer.class);
//-----REDUCE--END
Path intput = new Path("/data/tq/input");
FileInputFormat.addInputPath(job, intput );
Path output = new Path("/data/tq/output");
if(output.getFileSystem(conf).exists(output)){
output.getFileSystem(conf).delete(output,true);
}
FileOutputFormat.setOutputPath(job, output);
job.setNumReduceTasks(2);
//---------------
job.waitForCompletion(true);
}
}