MapReduce的包錯誤

Question

什麼包這3個項目??? 如何將這3個程序合併成一個程序？ 如何在eclipse中使用這3個程序做mapreduce？

請幫我運行該程序成功

操作系統：Linux

面對異常：

1. 方法TryParseInt（字符串）是未定義的類型 MaxPYear.MaxPubYearReducer

在 第t

2.方法setInputFormatClass（類） YPE工作是不適用的參數 （類）

映射器代碼：

public static class MaxPubYearMapper extends Mapper<LongWritable , Text, IntWritable,Text> 
    { 
     public void map(LongWritable key, Text value , Context context) 

       throws IOException, InterruptedException 
       { 
      String delim = "\t"; 
      Text valtosend = new Text(); 
      String tokens[] = value.toString().split(delim); 
      if (tokens.length == 2) 
      { 
       valtosend.set(tokens[0] + ";"+ tokens[1]); 
       context.write(new IntWritable(1), valtosend); 
      } 

       }  
    } 

減速器代號：

public static class MaxPubYearReducer extends Reducer<IntWritable ,Text, Text, IntWritable> 
    { 

     public void reduce(IntWritable key, Iterable<Text> values , Context context) throws IOException, InterruptedException 
     { 
      int maxiValue = Integer.MIN_VALUE; 
      String maxiYear = ""; 
      for(Text value:values)   { 
       String token[] = value.toString().split(";"); 
       if(token.length == 2 && TryParseInt(token[1]).intValue()> maxiValue) 
       { 
        maxiValue = TryParseInt(token[1]); 
        maxiYear = token[0]; 
       } 
      } 
      context.write(new Text(maxiYear), new IntWritable(maxiValue)); 
     } 
    } 

驅動程序代碼：

public static void main(String[] args) throws Exception { 
     Configuration conf = new Configuration(); 
     Job job = new Job(conf , "Frequency`enter code here`"); 
     job.setJarByClass(MaxPubYear.class); 
     job.setOutputKeyClass(Text.class); 
     job.setOutputValueClass(IntWritable.class); 

     job.setMapperClass(FrequencyMapper.class); 
     job.setCombinerClass(FrequencyReducer.class); 
     job.setReducerClass(FrequencyReducer.class); 


     job.setOutputFormatClass(TextOutputFormat.class); 
     job.setInputFormatClass(TextInputFormat.class); 

     FileInputFormat.addInputPath(job,new Path(args[0])); 
     FileOutputFormat.setOutputPath(job,new Path(args[1]+ "_temp")); 
     int exitCode = job.waitForCompletion(true)?0:1; 

     if (exitCode == 0) 
     { 
      Job SecondJob = new Job(conf, "Maximum Publication year"); 
      SecondJob.setJarByClass(MaxPubYear.class); 

      SecondJob.setOutputKeyClass(Text.class); 
      SecondJob.setOutputValueClass(IntWritable.class); 

      SecondJob.setMapOutputKeyClass(IntWritable.class); 
      SecondJob.setMapOutputValueClass(Text.class); 

      SecondJob.setMapperClass(MaxPubYearMapper.class);    
      SecondJob.setReducerClass(MaxPubYearReducer.class); 

      FileInputFormat.addInputPath(SecondJob,new Path(args[1]+ "_temp")); 
      FileOutputFormat.setOutputPath(SecondJob,new Path(args[1])); 
      System.exit(SecondJob.waitForCompletion(true)?0:1);     

     } 
    } 

Answer 1

只是寫他們聚集在一類

所需的軟件包是：

package org.myorg; 

import java.io.IOException; 
import java.util.*; 
import org.apache.hadoop.fs.Path; 
import org.apache.hadoop.conf.*; 
import org.apache.hadoop.io.*; 
import org.apache.hadoop.mapred.*; 
import org.apache.hadoop.util.*; 
import java.io.DataInput; 
import java.io.DataOutput; 

可能會有一些額外的在這裏，因爲我複製他們從我的代碼。

package org.myorg; 

import java.util.*; 
import org.apache.hadoop.fs.Path; 
import org.apache.hadoop.conf.*; 
import org.apache.hadoop.io.*; 
import org.apache.hadoop.mapred.*; 
import org.apache.hadoop.util.*; 
import java.text.SimpleDateFormat; 
import java.util.Date; 
import java.io.DataInput; 
import java.io.DataOutput; 
import java.io.IOException; 

public class <your classname as well as filename> { 
    public static class MaxPubYearMapper extends Mapper<LongWritable , Text, IntWritable,Text> 
    { 
     public void map(LongWritable key, Text value , Context context) 

       throws IOException, InterruptedException 
       { 
      String delim = "\t"; 
      Text valtosend = new Text(); 
      String tokens[] = value.toString().split(delim); 
      if (tokens.length == 2) 
      { 
       valtosend.set(tokens[0] + ";"+ tokens[1]); 
       context.write(new IntWritable(1), valtosend); 
      } 

       }  
    } 

    public static class MaxPubYearReducer extends Reducer<IntWritable ,Text, Text, IntWritable> 
    { 

     public void reduce(IntWritable key, Iterable<Text> values , Context context) throws IOException, InterruptedException 
     { 
      int maxiValue = Integer.MIN_VALUE; 
      String maxiYear = ""; 
      for(Text value:values)   { 
       String token[] = value.toString().split(";"); 
       if(token.length == 2 && TryParseInt(token[1]).intValue()> maxiValue) 
       { 
        maxiValue = TryParseInt(token[1]); 
        maxiYear = token[0]; 
       } 
      } 
      context.write(new Text(maxiYear), new IntWritable(maxiValue)); 
     } 
    } 
    public static void main(String[] args) throws Exception { 
     Configuration conf = new Configuration(); 
     Job job = new Job(conf , "Frequency`enter code here`"); 
     job.setJarByClass(MaxPubYear.class); 
     job.setOutputKeyClass(Text.class); 
     job.setOutputValueClass(IntWritable.class); 

     job.setMapperClass(FrequencyMapper.class); 
     job.setCombinerClass(FrequencyReducer.class); 
     job.setReducerClass(FrequencyReducer.class); 


     job.setOutputFormatClass(TextOutputFormat.class); 
     job.setInputFormatClass(TextInputFormat.class); 

     FileInputFormat.addInputPath(job,new Path(args[0])); 
     FileOutputFormat.setOutputPath(job,new Path(args[1]+ "_temp")); 
     int exitCode = job.waitForCompletion(true)?0:1; 

     if (exitCode == 0) 
     { 
      Job SecondJob = new Job(conf, "Maximum Publication year"); 
      SecondJob.setJarByClass(MaxPubYear.class); 

      SecondJob.setOutputKeyClass(Text.class); 
      SecondJob.setOutputValueClass(IntWritable.class); 

      SecondJob.setMapOutputKeyClass(IntWritable.class); 
      SecondJob.setMapOutputValueClass(Text.class); 

      SecondJob.setMapperClass(MaxPubYearMapper.class);    
      SecondJob.setReducerClass(MaxPubYearReducer.class); 

      FileInputFormat.addInputPath(SecondJob,new Path(args[1]+ "_temp")); 
      FileOutputFormat.setOutputPath(SecondJob,new Path(args[1])); 
      System.exit(SecondJob.waitForCompletion(true)?0:1);     

     } 
    } 
}