Scribd
Upload
15 views2 pages

Hadoop Sorting

Uploaded by

kavya kav
Copyright
© © All Rights Reserved
We take content rights seriously. If you suspect this is your content, claim it here.
Available Formats
Download as PDF, TXT or read online on Scribd
15 views2 pages

Hadoop Sorting

Uploaded by

kavya kav
Copyright
© © All Rights Reserved
We take content rights seriously. If you suspect this is your content, claim it here.
Available Formats
Download as PDF, TXT or read online on Scribd
You are on page 1/ 2

SortStudNames.

java

Java project name: SortStudNames


Class name: SortStudNames.java

To write a Mapreduce program to sort data by student name(value)

import java.io.IOException;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.LongWritable;
import org.apache.hadoop.io.NullWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapreduce.Job;
import org.apache.hadoop.mapreduce.Mapper;
import org.apache.hadoop.mapreduce.Reducer;
import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;

public class SortStudNames {


public static class SortMapper extends Mapper <LongWritable, Text, Text, Text >
{
protected void map(LongWritable key,Text value, Context context) throws IOException, InterruptedException {
String[] token = value.toString().split(",");
context.write(new Text(token[1]), new Text(token[0]+ "-" +token[1]));
}
}

public static class SortReducer extends Reducer <Text, Text, NullWritable, Text>
{
public void reduce(Text key, Iterable <Text> values, Context context) throws IOException, InterruptedException {
for (Text details : values )
{
context.write(NullWritable.get(), details);
}
}
}

public static void main (String[] args) throws IOException, InterruptedException, ClassNotFoundException
{
Configuration conf = new Configuration();
Job job = new Job(conf);
job.setJarByClass(SortStudNames.class);
job.setMapperClass(SortMapper.class);
job.setReducerClass(SortReducer.class);
job.setOutputKeyClass(Text.class);
job.setOutputValueClass(Text.class);
FileInputFormat.setInputPaths(job,new Path("input.csv"));
FileOutputFormat.setOutputPath(job,new Path("output"));
System.exit(job.waitForCompletion(true)? 0:1);
}
}

You might also like