java arrayindexoutofbound异常

n3schb8v  于 2021-06-02  发布在  Hadoop
关注(0)|答案(1)|浏览(343)

我写一篇文章，是为了找出一只股票在某一特定时期的开盘价和收盘价的最大值和最小值。

  1. public class StockByDate extends Configured implements Tool {
  3.     public static class Map extends Mapper<LongWritable, Text, Text, Text> {
  4.     DateFormat df = new SimpleDateFormat("yyyy-MM-dd");
  5.     public static Date fromdate;
  6.     public static Date todate;
  7.     {
  8.         try {
  9.             fromdate = df.parse("2000-01-01");
  10.             todate = df.parse("2005-01-01");
  11.         } catch (ParseException f) {
  12.             f.printStackTrace();
  13.         }
  15.     }
  17.     public void map(LongWritable key, Text value, Context context)
  18.             throws IOException, InterruptedException {
  19.         // Date, Open, High,Low, Close, Volume, Adj Close
  20.         // 2010-10-18,40.66,41.74,40.44,41.49,10620000, 41.49
  22.         try {
  23.             String[] tokens = value.toString().split(",");
  25.             String date = tokens[0].trim();
  27.             // String open_close =
  28.             // tokens[1].concat(",").concat(tokens[4].trim());
  30.             String open_close = tokens[1] + ";" + tokens[4];
  32.             Date givendate;
  34.             givendate = df.parse(date);
  36.             if (givendate.after(fromdate) && givendate.before(todate)) {
  38.                 context.write(new Text(date), new Text(open_close));
  39.                 System.out.println(open_close);
  41.             }
  43.         } catch (ParseException e) {
  45.             e.printStackTrace();
  46.         }
  48.             }
  49.         }
  51.     public static class Reduce extends Reducer<Text, Text, Text, Text> {
  53.     public static float maxopen = (float) 0;
  54.     public static float minopen = Float.MAX_VALUE;
  55.     public Text maxopenkey;
  56.     public Text minopenkey;
  58.     public static float maxclose = (float) 0;
  59.     public static float minclose = Float.MAX_VALUE;
  60.     public Text maxclosekey;
  61.     public Text minclosekey;
  63.     public void reduce(Text key, Iterable<Text> values, Context context)
  64.             throws IOException, InterruptedException {
  66.         boolean maxopenfound = false;
  68.         boolean minopenfound = false;
  70.         boolean maxclosefound = false;
  72.         boolean minclosefound = false;
  74.         for (Text val : values) {
  76.             System.out.println(key.toString() + " " + val.toString());
  78.             String[] temp_present = val.toString().split(";");
  79.             System.out.println(key.toString() + " " + val.toString());
  80.             float open_float = Float.valueOf(temp_present[0].trim());
  82.             float close_float = Float.valueOf(temp_present[1].trim());
  84.             if (open_float >= maxopen) {
  85.                 maxopen = open_float;
  86.                 maxopenkey = key;
  87.                 maxopenfound = true;
  88.             }
  89.             if (open_float <= minopen) {
  90.                 minopen = open_float;
  91.                 minopenkey = key;
  92.                 minopenfound = true;
  93.             }
  95.             /*
  96.              * if(close_float >= maxclose){ maxclose = close_float;
  97.              * maxclosekey=key; maxclosefound = true; } if(close_float <=
  98.              * minclose){ minclose = close_float; minclosekey=key;
  99.              * minclosefound = true; }
  100.              */
  102.             /*
  103.              * if (it.hasNext()){
  104.              * 
  105.              * String[] temp_next = it.next().toString().split(","); float
  106.              * open_float_next = Float.valueOf(temp_next[0].trim());
  107.              * 
  108.              * if(open_float <= open_float_next){ minopen = open_float;
  109.              * minopenkey = key; minopenfound = true; }
  110.              * 
  111.              * }
  112.              */
  114.             // float presentOpenValue = Float.valueOf(temp[0]);
  116.             // float presentMaxCloseValue = Float.parseFloat(temp[1]);
  118.         }
  120.         // con text.write(key, new Text(String.valueOf(maxopen)));
  122.         if (maxopenfound) {
  123.             Text newmax = new Text();
  124.             newmax.set(String.valueOf(maxopen));
  125.             context.write(maxopenkey, newmax);
  126.         }
  128.         if (minopenfound) {
  129.             Text newmin = new Text();
  130.             newmin.set(String.valueOf(minopen));
  131.             context.write(minopenkey, newmin);
  132.         }
  134.             }
  135.         }
  137.         public int run(String[] args) throws Exception {
  138.     Job job = Job.getInstance(getConf(), "StockByDate");
  139.     job.setJarByClass(StockByDate.class);
  140.     job.setJobName("StockByDate");
  141.     job.setOutputKeyClass(Text.class);
  142.     job.setOutputValueClass(Text.class);
  143.     job.setMapperClass(Map.class);
  144.     job.setCombinerClass(Reduce.class);
  145.     job.setReducerClass(Reduce.class);
  146.     job.setInputFormatClass(TextInputFormat.class);
  147.     job.setOutputFormatClass(TextOutputFormat.class);
  148.     FileInputFormat.setInputPaths(job, new Path(args[0]));
  149.     FileOutputFormat.setOutputPath(job, new Path(args[1]));
  150.     boolean success = job.waitForCompletion(true);
  151.     return success ? 0 : 1;
  152.         }
  154.         public static void main(String[] args) throws Exception {
  155.     int ret = ToolRunner.run(new StockByDate(), args);
  156.     System.exit(ret);
  157.         }
  159.     }

以下是例外情况：
5/06/06 05:19:09 info configuration.deprecation:mapred.skip.on已弃用。相反，请使用mapreduce.job.skiprecrds 2000-01-03 104.8751115/06/06 05:19:09 info mapred.localjobrunner:reduce task executor complete。
2000-01-03 104.87511 15/06/06 05:19:09警告mapred.localjobrunner:job\u local790515175\u 0001 java.lang.exception:java.lang.arrayindexoutofboundsexception:1位于org.apache.hadoop.mapred.localjobrunner$job.runtasks（localjobrunner）。java:462)在org.apache.hadoop.mapred.localjobrunner$job.run（localjobrunner。java:529)原因：java.lang.arrayindexoutofboundsexception:1位于org.wordcompute.stock.stockbydate$reduce.reduce（stockbydate）。java:117)在org.wordcompute.stock.stockbydate$reduce.reduce（stockbydate。java:1)在org.apache.hadoop.mapreduce.reducer.run（reducer。java:171)在org.apache.hadoop.mapred.reducetask.runnewreducer（reducetask。java:627)在org.apache.hadoop.mapred.reducetask.run（reducetask。java:389)在org.apache.hadoop.mapred.localjobrunner$job$reducetaskrunnable.run（localjobrunner）。java:319)在java.util.concurrent.executors$runnableadapter.call（executors。java:471)在java.util.concurrent.futuretask.run（futuretask。java:262)在java.util.concurrent.threadpoolexecutor.runworker（threadpoolexecutor。java:1145)在java.util.concurrent.threadpoolexecutor$worker.run（threadpoolexecutor。java:615)在java.lang.thread.run（线程。java:745)15/06/06 05:19:10 info mapreduce.job:map 100%reduce 0%15/06/06 05:19:10 info mapreduce.job:job job\u local790515175\u 0001失败，状态为失败原因：na 15/06/06 05:19:10 info mapreduce.job:计数器：33文件系统计数器文件：读取的字节数=550953文件：写入的字节数=244837文件：读取操作数=0文件：大读取操作数=0文件：写入操作数=0 map reduce framework map input records=8692 map output records=1256 map output字节=35609Map输出物化字节=1012输入分割字节=136组合输入记录=1256组合输出记录=46减少输入组=0减少无序字节=1012减少输入记录=0减少输出记录=0溢出记录=46无序Map=1失败无序=0合并Map输出=1 gc所用时间（ms）=45 cpu所用时间（ms）=0物理内存（字节）快照=0虚拟内存（字节）快照=0总提交的堆使用率（字节）=165613568无序错误\u id=0连接=0 io \u错误=0错误\u长度=0错误\uMap=0错误\u缩减=0文件输入格式计数器字节读取=550760文件输出格式计数器字节写入
十=0

Javahadoopmapreduce

1条答案

按热度按时间
zysjyyx4

zysjyyx41#

您的代码抛出一个arrayindexoutofboundsexception，如堆栈跟踪第117行所示。
我怀疑

  1. float close_float = Float.valueOf(temp_present[1].trim());

如果temp\u中只有一个值。检查你的值。

赞(0）分享  回复(0）举报  2021-06-02
我来回答

相关问题

    查看更多

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新问答

    更多
    • 蜀ICP备13028337号-1 大数据知识库 https://www.saoniuhuo.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com