hadoop M/R 运行错误

2012-05-08 15:29:02,927 WARN org.apache.hadoop.hdfs.DFSClient: DFSOutputStream ResponseProcessor exception for block blk_-3688559193353374185_253276java.io.EOFExceptionat java.io.DataInputStream.readFully(DataInputStream.java:180)at java.io.DataInputStream.readLong(DataInputStream.java:399)at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.readFields(DataTransferProtocol.java:120)at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$ResponseProcessor.run(DFSClient.java:2956)2012-05-08 15:29:02,927 WARN org.apache.hadoop.hdfs.DFSClient: DataStreamer Exception: java.io.IOException: Connection reset by peerat sun.nio.ch.FileDispatcher.write0(Native Method)at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:29)at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:72)at sun.nio.ch.IOUtil.write(IOUtil.java:43)at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:334)at org.apache.hadoop.net.SocketOutputStream$Writer.performIO(SocketOutputStream.java:55)at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142)at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:146)at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:107)at java.io.BufferedOutputStream.write(BufferedOutputStream.java:105)at java.io.DataOutputStream.write(DataOutputStream.java:90)at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2848)2012-05-08 15:29:02,927 INFO org.apache.hadoop.hdfs.DFSClient: Error Recovery for block blk_-3688559193353374185_253276 waiting for responder to exit. 2012-05-08 15:29:02,927 WARN org.apache.hadoop.hdfs.DFSClient: Error Recovery for block blk_-3688559193353374185_253276 bad datanode[0] x.x.x.x:500102012-05-08 15:29:02,928 WARN org.apache.hadoop.hdfs.DFSClient: Error Recovery for block blk_-3688559193353374185_253276 in pipeline x.x.x.x:50010, x.x.x.x:50010: bad datanode x.x.x.x:500102012-05-08 15:29:02,975 WARN org.apache.hadoop.hdfs.DFSClient: DataStreamer Exception: java.io.IOException: Broken pipeat sun.nio.ch.FileDispatcher.write0(Native Method)at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:29)at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:72)at sun.nio.ch.IOUtil.write(IOUtil.java:43)at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:334)at org.apache.hadoop.net.SocketOutputStream$Writer.performIO(SocketOutputStream.java:55)at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142)at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:146)at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:107)at java.io.BufferedOutputStream.write(BufferedOutputStream.java:105)at java.io.DataOutputStream.write(DataOutputStream.java:90)at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2848)2012-05-08 15:29:02,975 WARN org.apache.hadoop.hdfs.DFSClient: DFSOutputStream ResponseProcessor exception for block blk_-3688559193353374185_253277java.io.IOException: Connection reset by peerat sun.nio.ch.FileDispatcher.read0(Native Method)at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:21)at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:202)at sun.nio.ch.IOUtil.read(IOUtil.java:175)at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:243)at org.apache.hadoop.net.SocketInputStream$Reader.performIO(SocketInputStream.java:55)at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142)at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:155)at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:128)at java.io.DataInputStream.readFully(DataInputStream.java:178)at java.io.DataInputStream.readLong(DataInputStream.java:399)at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.readFields(DataTransferProtocol.java:120)at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$ResponseProcessor.run(DFSClient.java:2956)2012-05-08 15:29:02,975 INFO org.apache.hadoop.hdfs.DFSClient: Error Recovery for block blk_-3688559193353374185_253277 waiting for responder to exit. 2012-05-08 15:29:02,976 WARN org.apache.hadoop.hdfs.DFSClient: Error Recovery for block blk_-3688559193353374185_253277 bad datanode[0] x.x.x.x:500102012-05-08 15:29:02,979 INFO org.apache.hadoop.mapred.TaskLogsTruncater: Initializing logs' truncater with mapRetainSize=-1 and reduceRetainSize=-12012-05-08 15:29:02,981 ERROR org.apache.hadoop.security.UserGroupInformation: PriviledgedActionException as:root (auth:SIMPLE) cause:java.io.IOException: All datanodes x.x.x.x:50010 are bad. Aborting...2012-05-08 15:29:02,982 WARN org.apache.hadoop.mapred.Child: Error running childjava.io.IOException: All datanodes x.x.x.x:50010 are bad. Aborting...at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.processDatanodeError(DFSClient.java:3088)at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.access$1900(DFSClient.java:2627)at org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2799)2012-05-08 15:29:02,984 INFO org.apache.hadoop.mapred.Task: Runnning cleanup for the task




解决办法:使用hadoop用户执行Job,不要使用root用户。

你可能感兴趣的:(云计算)