educoder平台MapReduce基础实战

educoder平台MapReduce基础实战educoder平台MapReduce基础实战educoder平台MapReduce基础实战V:1.0精细整理，仅供参考educoder平台MapReduce基础实战日期：20xx年X月MapReduce第1关：成绩统计过关代码：importimportclassWordCount{ /**********Begin**********/ publicstaticclassTokenizerMapperextendsMapper<LongWritable,Text,Text,IntWritable>{privatefinalstaticIntWritableone=newIntWritable(1);privateTextword=newText();privateintmaxValue=0;publicvoidmap(LongWritablekey,Textvalue,Contextcontext)throwsIOException,InterruptedException{StringTokenizeritr=newStringTokenizer(),"\n");while()){String[]str=().split("");Stringname=str[0];(str[1]));(name);(word,one);};importclassMerge{/***@paramargs*对A,B两个文件进行合并，并剔除其中重复的内容，得到一个新的输出文件C*/ontextcontext)throwsIOException,InterruptedException{Stringstr=();String[]data=("");Textt1=newText(data[0]);Textt2=newText(data[1]);(t1,t2);}}/**********End**********/ontextcontext)throwsIOException,InterruptedException{List<String>list=newArrayList<>();for(Texttext:values){Stringstr=();if(!(str)){(str);}}(list);for(Stringtext:list){(key,newText(text));}}/**********End**********/}publicstaticvoidmain(String[]args)throwsException{Configurationconf=newConfiguration();Jobjob=newJob(conf,"wordcount");;;;;;;StringinputPath="/user/tmp/input/";;importclasssimple_data_mining{publicstaticinttime=0;/***@paramargs*输入一个child-parent的表格*输出一个体现grandchild-grandparent关系的表格*/oString();intlen=();inti=2;if(len==0)continue;charrelation_type=(0);Stringchild_name=newString();Stringparent_name=newString();//获取value-list中value的childwhile(i)!='+'){child_name=child_name+(i);i++;}i=i+1;//获取value-list中value的parentwhile(i<len){parent_name=parent_name+(i);i++;}//左表，取出child放入grand_childif(relation_type=='1'){grand_child[grand_child_num]=child_name;grand_child_num++;}else{//右表，取出parent放入grand_parentgrand_parent[grand_parent_num]=parent_name;grand_parent_num++;}}if(grand_parent_num!=0&&grand_child_num!=0){for(intm=0;m<grand_child_num;m++){for(intn=0;n<grand_parent_num;n++){(newText(grand_child[m]),newText(grand_parent[n]));//输出结果}}}/**********End**********/}}publicstaticvoidmain(String[]args)throwsException{//TODOAuto-generatedmethodstubConfigurationconf=newConfiguration();Jobjob=(conf,"Singletablejoin");;;;;;StringinputPath=