MyTQ

package com.sxt.hadoop.mr.tq;

import java.io.IOException;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.IntWritable;
import org.apache.hadoop.mapreduce.Job;
import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;

public class MyTQ {
	public static void main(String[] args) throws Exception {
		Configuration conf = new Configuration(true);
		Job job = Job.getInstance(conf);
		job.setJarByClass(MyTQ.class);
		//------conf------
		//---MAP:
//		job.setInputFormatClass(ooxx.class);
		job.setMapperClass(TMapper.class);
		job.setMapOutputKeyClass(TQ.class);
		job.setMapOutputValueClass(IntWritable.class);
		job.setPartitionerClass(TPartitioner.class);
		job.setSortComparatorClass(TSortComparator.class);
//		job.setCombinerClass(TCombiner.class);
		//----MAP--END
		//----REDUCE:
		job.setGroupingComparatorClass(TGroupingComparator.class);
		job.setReducerClass(TReducer.class);
		//-----REDUCE--END
		Path intput  = new Path("/data/tq/input");
		FileInputFormat.addInputPath(job, intput  );
		Path output = new Path("/data/tq/output");
		if(output.getFileSystem(conf).exists(output)){
			output.getFileSystem(conf).delete(output,true);
		}
		FileOutputFormat.setOutputPath(job, output);
		job.setNumReduceTasks(2);
		//---------------
		job.waitForCompletion(true);
	}
	
	
	
	
	
	
	
	
	

}

  

posted @ 2018-06-20 22:05  uuhh  阅读(412)  评论(1)    收藏  举报