IMF 传奇行动 启动SPARK master无法启动 内存不够问题解决) failed to map 715849728 bytes for committing reserved memory.
[root@master hadoop]#cd /usr/local
[root@master local]#ls
apache-hive-1.2.1 hadoop-2.6.0 lib share
bin IMFdatatest libexec spark-1.0.0-bin-hadoop1
derby.log IMFlinuxshell metastore_db spark-1.6.0-bin-hadoop2.6
etc include sbin src
games jdk1.7.0_79 scala-2.10.4
hadoop-1.2.1 jdk1.8.0_65 setup_tools
[root@master local]#cd hadoop-2.6.0
[root@master hadoop-2.6.0]#ls
bin file: lib LICENSE.txt NOTICE.txt sbin testdata
etc include libexec logs README.txt share tmp
[root@master hadoop-2.6.0]#cd sbin
[root@master sbin]#ls
refresh-namenodes.sh stop-all.sh
derby.log slaves.sh stop-balancer.sh
distribute-exclude.sh start-all.cmd stop-dfs.cmd
hadoop-daemon.sh start-all.sh stop-dfs.sh
hadoop-daemons.sh start-balancer.sh stop-secure-dns.sh
hdfs-config.cmd start-dfs.cmd stop-yarn.cmd
hdfs-config.sh start-dfs.sh stop-yarn.sh
httpfs.sh start-secure-dns.sh yarn-daemon.sh
kms.sh start-yarn.cmd yarn-daemons.sh
metastore_db start-yarn.sh
mr-jobhistory-daemon.sh stop-all.cmd
[root@master sbin]#start-dfs.sh
SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
SLF4J: Defaulting to no-operation (NOP) logger implementation
SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
16/03/13 08:06:12 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
Starting namenodes on [Master]
Master: starting namenode, logging to /usr/local/hadoop-2.6.0/logs/hadoop-root-namenode-master.out
localhost: starting datanode, logging to /usr/local/hadoop-2.6.0/logs/hadoop-root-datanode-master.out
Starting secondary namenodes [0.0.0.0]
0.0.0.0: starting secondarynamenode, logging to /usr/local/hadoop-2.6.0/logs/hadoop-root-secondarynamenode-master.out
SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
SLF4J: Defaulting to no-operation (NOP) logger implementation
SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
16/03/13 08:06:51 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[root@master sbin]#jps
2481 NameNode
2851 Jps
2571 DataNode
2718 SecondaryNameNode
[root@master sbin]#cd ..
[root@master hadoop-2.6.0]#cd ..
[root@master local]#ls
apache-hive-1.2.1 hadoop-2.6.0 lib share
bin IMFdatatest libexec spark-1.0.0-bin-hadoop1
derby.log IMFlinuxshell metastore_db spark-1.6.0-bin-hadoop2.6
etc include sbin src
games jdk1.7.0_79 scala-2.10.4
hadoop-1.2.1 jdk1.8.0_65 setup_tools
[root@master local]#cd spark-1.6.0-bin-hadoop2.6
[root@master spark-1.6.0-bin-hadoop2.6]#ls
bin data IMF2016 licenses python RELEASE
CHANGES.txt ec2 lib logs R sbin
conf examples LICENSE NOTICE README.md work
[root@master spark-1.6.0-bin-hadoop2.6]#cd sbin
[root@master sbin]#ls
derby.log start-slave.sh
metastore_db start-slaves.sh
slaves.sh start-thriftserver.sh
spark-config.sh stop-all.sh
spark-daemon.sh stop-history-server.sh
spark-daemons.sh stop-master.sh
start-all.sh stop-mesos-dispatcher.sh
start-history-server.sh stop-mesos-shuffle-service.sh
start-master.sh stop-shuffle-service.sh
start-mesos-dispatcher.sh stop-slave.sh
start-mesos-shuffle-service.sh stop-slaves.sh
start-shuffle-service.sh stop-thriftserver.sh
[root@master sbin]#start-all.sh
starting org.apache.spark.deploy.master.Master, logging to /usr/local/spark-1.6.0-bin-hadoop2.6/logs/spark-hadoop-org.apache.spark.deploy.master.Master-1-master.out
failed to launch org.apache.spark.deploy.master.Master:
# An error report file with more information is saved as:
# /usr/local/spark-1.6.0-bin-hadoop2.6/sbin/hs_err_pid2878.log
full log in /usr/local/spark-1.6.0-bin-hadoop2.6/logs/spark-hadoop-org.apache.spark.deploy.master.Master-1-master.out
localhost: starting org.apache.spark.deploy.worker.Worker, logging to /usr/local/spark-1.6.0-bin-hadoop2.6/logs/spark-root-org.apache.spark.deploy.worker.Worker-1-master.out
localhost: failed to launch org.apache.spark.deploy.worker.Worker:
localhost: # An error report file with more information is saved as:
localhost: # /usr/local/spark-1.6.0-bin-hadoop2.6/hs_err_pid2933.log
localhost: full log in /usr/local/spark-1.6.0-bin-hadoop2.6/logs/spark-root-org.apache.spark.deploy.worker.Worker-1-master.out
[root@master sbin]#jps
2481 NameNode
2571 DataNode
2956 Jps
2718 SecondaryNameNode
[root@master sbin]#stop-all.sh
localhost: no org.apache.spark.deploy.worker.Worker to stop
no org.apache.spark.deploy.master.Master to stop
[root@master sbin]#start-all.sh
starting org.apache.spark.deploy.master.Master, logging to /usr/local/spark-1.6.0-bin-hadoop2.6/logs/spark-hadoop-org.apache.spark.deploy.master.Master-1-master.out
failed to launch org.apache.spark.deploy.master.Master:
# An error report file with more information is saved as:
# /usr/local/spark-1.6.0-bin-hadoop2.6/sbin/hs_err_pid3017.log
full log in /usr/local/spark-1.6.0-bin-hadoop2.6/logs/spark-hadoop-org.apache.spark.deploy.master.Master-1-master.out
localhost: starting org.apache.spark.deploy.worker.Worker, logging to /usr/local/spark-1.6.0-bin-hadoop2.6/logs/spark-root-org.apache.spark.deploy.worker.Worker-1-master.out
localhost: failed to launch org.apache.spark.deploy.worker.Worker:
localhost: # An error report file with more information is saved as:
localhost: # /usr/local/spark-1.6.0-bin-hadoop2.6/hs_err_pid3074.log
localhost: full log in /usr/local/spark-1.6.0-bin-hadoop2.6/logs/spark-root-org.apache.spark.deploy.worker.Worker-1-master.out
[root@master sbin]#ls
derby.log spark-config.sh start-master.sh start-slaves.sh stop-mesos-dispatcher.sh stop-thriftserver.sh
hs_err_pid2878.log spark-daemon.sh start-mesos-dispatcher.sh start-thriftserver.sh stop-mesos-shuffle-service.sh
hs_err_pid3017.log spark-daemons.sh start-mesos-shuffle-service.sh stop-all.sh stop-shuffle-service.sh
metastore_db start-all.sh start-shuffle-service.sh stop-history-server.sh stop-slave.sh
slaves.sh start-history-server.sh start-slave.sh stop-master.sh stop-slaves.sh
[root@master sbin]#start-all.sh
starting org.apache.spark.deploy.master.Master, logging to /usr/local/spark-1.6.0-bin-hadoop2.6/logs/spark-hadoop-org.apache.spark.deploy.master.Master-1-master.out
failed to launch org.apache.spark.deploy.master.Master:
# An error report file with more information is saved as:
# /usr/local/spark-1.6.0-bin-hadoop2.6/sbin/hs_err_pid3116.log
full log in /usr/local/spark-1.6.0-bin-hadoop2.6/logs/spark-hadoop-org.apache.spark.deploy.master.Master-1-master.out
localhost: starting org.apache.spark.deploy.worker.Worker, logging to /usr/local/spark-1.6.0-bin-hadoop2.6/logs/spark-root-org.apache.spark.deploy.worker.Worker-1-master.out
localhost: failed to launch org.apache.spark.deploy.worker.Worker:
localhost: # An error report file with more information is saved as:
localhost: # /usr/local/spark-1.6.0-bin-hadoop2.6/hs_err_pid3173.log
localhost: full log in /usr/local/spark-1.6.0-bin-hadoop2.6/logs/spark-root-org.apache.spark.deploy.worker.Worker-1-master.out
[root@master sbin]#cagt /usr/local/spark-1.6.0-bin-hadoop2.6/logs/spark-root-org.apache.spark.deploy.worker.Worker-1-master.out
bash: cagt: command not found
[root@master sbin]#cat /usr/local/spark-1.6.0-bin-hadoop2.6/logs/spark-root-org.apache.spark.deploy.worker.Worker-1-master.out
Spark Command: /usr/local/jdk1.8.0_65/bin/java -cp /usr/local/spark-1.6.0-bin-hadoop2.6/conf/:/usr/local/spark-1.6.0-bin-hadoop2.6/lib/spark-assembly-1.6.0-hadoop2.6.0.jar:/usr/local/spark-1.6.0-bin-hadoop2.6/lib/datanucleus-core-3.2.10.jar:/usr/local/spark-1.6.0-bin-hadoop2.6/lib/datanucleus-api-jdo-3.2.6.jar:/usr/local/spark-1.6.0-bin-hadoop2.6/lib/datanucleus-rdbms-3.2.9.jar:/usr/local/hadoop-2.6.0/etc/hadoop/ -Xms1g -Xmx1g org.apache.spark.deploy.worker.Worker --webui-port 8081 spark://192.168.2.100:7077
========================================
Java HotSpot(TM) Client VM warning: INFO: os::commit_memory(0x8a950000, 715849728, 0) failed; error='Cannot allocate memory' (errno=12)
#
# There is insufficient memory for the Java Runtime Environment to continue.
# Native memory allocation (mmap) failed to map 715849728 bytes for committing reserved memory.
# An error report file with more information is saved as:
# /usr/local/spark-1.6.0-bin-hadoop2.6/hs_err_pid3173.log
[root@master sbin]#topas
bash: topas: command not found
[root@master sbin]#cat /usr/local/spark-1.6.0-bin-hadoop2.6/logs/spark-root-org.apache.spark.deploy.worker.Worker-1-master.out
Spark Command: /usr/local/jdk1.8.0_65/bin/java -cp /usr/local/spark-1.6.0-bin-hadoop2.6/conf/:/usr/local/spark-1.6.0-bin-hadoop2.6/lib/spark-assembly-1.6.0-hadoop2.6.0.jar:/usr/local/spark-1.6.0-bin-hadoop2.6/lib/datanucleus-core-3.2.10.jar:/usr/local/spark-1.6.0-bin-hadoop2.6/lib/datanucleus-api-jdo-3.2.6.jar:/usr/local/spark-1.6.0-bin-hadoop2.6/lib/datanucleus-rdbms-3.2.9.jar:/usr/local/hadoop-2.6.0/etc/hadoop/ -Xms1g -Xmx1g org.apache.spark.deploy.worker.Worker --webui-port 8081 spark://192.168.2.100:7077
========================================
Java HotSpot(TM) Client VM warning: INFO: os::commit_memory(0x8a950000, 715849728, 0) failed; error='Cannot allocate memory' (errno=12)
#
# There is insufficient memory for the Java Runtime Environment to continue.
# Native memory allocation (mmap) failed to map 715849728 bytes for committing reserved memory.
# An error report file with more information is saved as:
# /usr/local/spark-1.6.0-bin-hadoop2.6/hs_err_pid3173.log
[root@master sbin]#cat /usr/local/spark-1.6.0-bin-hadoop2.6/hs_err_pid3173.log
#
# There is insufficient memory for the Java Runtime Environment to continue.
# Native memory allocation (mmap) failed to map 715849728 bytes for committing reserved memory.
# Possible reasons:
# The system is out of physical RAM or swap space
# In 32 bit mode, the process size limit was hit
# Possible solutions:
# Reduce memory load on the system
# Increase physical memory or swap space
# Check if swap backing store is full
# Use 64 bit Java on a 64 bit OS
# Decrease Java heap size (-Xmx/-Xms)
# Decrease number of Java threads
# Decrease Java thread stack sizes (-Xss)
# Set larger code cache with -XX:ReservedCodeCacheSize=
# This output file may be truncated or incomplete.
#
# Out of Memory Error (os_linux.cpp:2627), pid=3173, tid=3077725040
#
# JRE version: (8.0_65-b17) (build )
# Java VM: Java HotSpot(TM) Client VM (25.65-b01 mixed mode, sharing linux-x86 )
# Failed to write core dump. Core dumps have been disabled. To enable core dumping, try "ulimit -c unlimited" before starting Java again
#
--------------- T H R E A D ---------------
Current thread (0xb7506800): JavaThread "Unknown thread" [_thread_in_vm, id=3192, stack(0xb76d5000,0xb7726000)]
Stack: [0xb76d5000,0xb7726000], sp=0xb7724ab0, free space=318k
Native frames: (J=compiled Java code, j=interpreted, Vv=VM code, C=native code)
V [libjvm.so+0x5b70cf] VMError::report_and_die()+0x16f
V [libjvm.so+0x20a8a5] report_vm_out_of_memory(char const*, int, unsigned int, VMErrorType, char const*)+0x55
V [libjvm.so+0x49b8f6] os::Linux::commit_memory_impl(char*, unsigned int, bool)+0xe6
V [libjvm.so+0x49bdc8] os::pd_commit_memory(char*, unsigned int, unsigned int, bool)+0x28
V [libjvm.so+0x495cec] os::commit_memory(char*, unsigned int, unsigned int, bool)+0x2c
V [libjvm.so+0x5b316c] VirtualSpace::expand_by(unsigned int, bool)+0x1ec
V [libjvm.so+0x5b3c0d] VirtualSpace::initialize(ReservedSpace, unsigned int)+0xbd
V [libjvm.so+0x29ae02] CardGeneration::CardGeneration(ReservedSpace, unsigned int, int, GenRemSet*)+0xa2
V [libjvm.so+0x56e301] TenuredGeneration::TenuredGeneration(ReservedSpace, unsigned int, int, GenRemSet*)+0x41
V [libjvm.so+0x29be25] GenerationSpec::init(ReservedSpace, int, GenRemSet*)+0x295
V [libjvm.so+0x28e550] GenCollectedHeap::initialize()+0x170
V [libjvm.so+0x58635d] Universe::initialize_heap()+0xcd
V [libjvm.so+0x586693] universe_init()+0x23
V [libjvm.so+0x2be645] init_globals()+0x55
V [libjvm.so+0x57745b] Threads::create_vm(JavaVMInitArgs*, bool*)+0x24b
V [libjvm.so+0x338d1c] JNI_CreateJavaVM+0x5c
C [libjli.so+0x6e28] JavaMain+0x98
C [libpthread.so.0+0x6a49]
C [libc.so.6+0xe2aee] clone+0x5e
--------------- P R O C E S S ---------------
Java Threads: ( => current thread )
Other Threads:
=>0xb7506800 (exited) JavaThread "Unknown thread" [_thread_in_vm, id=3192, stack(0xb76d5000,0xb7726000)]
VM state:not at safepoint (not fully initialized)
VM Mutex/Monitor currently owned by a thread: None
GC Heap History (0 events):
No events
Deoptimization events (0 events):
No events
Internal exceptions (0 events):
No events
Events (0 events):
No events
Dynamic libraries:
00157000-002e7000 r-xp 00000000 08:02 41770 /lib/libc-2.12.so
002e7000-002e8000 ---p 00190000 08:02 41770 /lib/libc-2.12.so
002e8000-002ea000 r--p 00190000 08:02 41770 /lib/libc-2.12.so
002ea000-002eb000 rw-p 00192000 08:02 41770 /lib/libc-2.12.so
002eb000-002ee000 rw-p 00000000 00:00 0
002ee000-00307000 r-xp 00000000 08:02 43471 /usr/local/jdk1.8.0_65/jre/lib/i386/libzip.so
00307000-00308000 rw-p 00019000 08:02 43471 /usr/local/jdk1.8.0_65/jre/lib/i386/libzip.so
0045c000-00468000 r-xp 00000000 08:02 9168 /lib/libnss_files-2.12.so
00468000-00469000 r--p 0000b000 08:02 9168 /lib/libnss_files-2.12.so
00469000-0046a000 rw-p 0000c000 08:02 9168 /lib/libnss_files-2.12.so
0085f000-0087d000 r-xp 00000000 08:02 41766 /lib/ld-2.12.so
0087d000-0087e000 r--p 0001d000 08:02 41766 /lib/ld-2.12.so
0087e000-0087f000 rw-p 0001e000 08:02 41766 /lib/ld-2.12.so
008b7000-008cb000 r-xp 00000000 08:02 31145 /usr/local/jdk1.8.0_65/lib/i386/jli/libjli.so
008cb000-008cc000 rw-p 00014000 08:02 31145 /usr/local/jdk1.8.0_65/lib/i386/jli/libjli.so
00a1e000-00a21000 r-xp 00000000 08:02 41781 /lib/libdl-2.12.so
00a21000-00a22000 r--p 00002000 08:02 41781 /lib/libdl-2.12.so
00a22000-00a23000 rw-p 00003000 08:02 41781 /lib/libdl-2.12.so
00a25000-00a3c000 r-xp 00000000 08:02 41771 /lib/libpthread-2.12.so
00a3c000-00a3d000 r--p 00016000 08:02 41771 /lib/libpthread-2.12.so
00a3d000-00a3e000 rw-p 00017000 08:02 41771 /lib/libpthread-2.12.so
00a3e000-00a40000 rw-p 00000000 00:00 0
00b08000-00b2c000 r-xp 00000000 08:02 43466 /usr/local/jdk1.8.0_65/jre/lib/i386/libjava.so
00b2c000-00b2d000 rw-p 00023000 08:02 43466 /usr/local/jdk1.8.0_65/jre/lib/i386/libjava.so
00b2d000-00b55000 r-xp 00000000 08:02 41784 /lib/libm-2.12.so
00b55000-00b56000 r--p 00027000 08:02 41784 /lib/libm-2.12.so
00b56000-00b57000 rw-p 00028000 08:02 41784 /lib/libm-2.12.so
00b59000-00b60000 r-xp 00000000 08:02 41772 /lib/librt-2.12.so
00b60000-00b61000 r--p 00006000 08:02 41772 /lib/librt-2.12.so
00b61000-00b62000 rw-p 00007000 08:02 41772 /lib/librt-2.12.so
00d6d000-00d78000 r-xp 00000000 08:02 43420 /usr/local/jdk1.8.0_65/jre/lib/i386/libverify.so
00d78000-00d79000 rw-p 0000b000 08:02 43420 /usr/local/jdk1.8.0_65/jre/lib/i386/libverify.so
00daf000-00db0000 r-xp 00000000 00:00 0 [vdso]
00db0000-01400000 r-xp 00000000 08:02 43442 /usr/local/jdk1.8.0_65/jre/lib/i386/client/libjvm.so
01400000-01426000 rw-p 00650000 08:02 43442 /usr/local/jdk1.8.0_65/jre/lib/i386/client/libjvm.so
01426000-01848000 rw-p 00000000 00:00 0
08048000-08049000 r-xp 00000000 08:02 43248 /usr/local/jdk1.8.0_65/bin/java
08049000-0804a000 rw-p 00000000 08:02 43248 /usr/local/jdk1.8.0_65/bin/java
09a16000-09a37000 rw-p 00000000 00:00 0 [heap]
751ff000-752aa000 rw-p 00000000 00:00 0
752aa000-753ff000 ---p 00000000 00:00 0
753ff000-8a950000 rw-p 00000000 00:00 0
b5388000-b5500000 rw-p 00000000 00:00 0
b5500000-b5528000 rwxp 00000000 00:00 0
b5528000-b7500000 ---p 00000000 00:00 0
b7500000-b7522000 rw-p 00000000 00:00 0
b7522000-b7600000 ---p 00000000 00:00 0
b7655000-b7656000 rw-p 00000000 00:00 0
b7656000-b76d5000 ---p 00000000 00:00 0
b76d5000-b76d8000 ---p 00000000 00:00 0
b76d8000-b7728000 rw-p 00000000 00:00 0
b772a000-b7732000 rw-s 00000000 08:02 392492 /tmp/hsperfdata_root/3173
b7732000-b7733000 rw-p 00000000 00:00 0
b7733000-b7734000 r--p 00000000 00:00 0
b7734000-b7735000 rw-p 00000000 00:00 0
bff73000-bff74000 rwxp 00000000 00:00 0
bffb2000-bffc7000 rw-p 00000000 00:00 0 [stack]
VM Arguments:
jvm_args: -Xms1g -Xmx1g
java_command: org.apache.spark.deploy.worker.Worker --webui-port 8081 spark://192.168.2.100:7077
java_class_path (initial): /usr/local/spark-1.6.0-bin-hadoop2.6/conf/:/usr/local/spark-1.6.0-bin-hadoop2.6/lib/spark-assembly-1.6.0-hadoop2.6.0.jar:/usr/local/spark-1.6.0-bin-hadoop2.6/lib/datanucleus-core-3.2.10.jar:/usr/local/spark-1.6.0-bin-hadoop2.6/lib/datanucleus-api-jdo-3.2.6.jar:/usr/local/spark-1.6.0-bin-hadoop2.6/lib/datanucleus-rdbms-3.2.9.jar:/usr/local/hadoop-2.6.0/etc/hadoop/
Launcher Type: SUN_STANDARD
Environment Variables:
JAVA_HOME=/usr/local/jdk1.8.0_65
PATH=/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin:/usr/local/hadoop-2.6.0/sbin:/usr/local/hadoop-2.6.0/bin
SHELL=/bin/bash
Signal Handlers:
SIGSEGV: [libjvm.so+0x5b7be0], sa_mask[0]=11111111011111111101111111111110, sa_flags=SA_RESTART|SA_SIGINFO
SIGBUS: [libjvm.so+0x5b7be0], sa_mask[0]=11111111011111111101111111111110, sa_flags=SA_RESTART|SA_SIGINFO
SIGFPE: [libjvm.so+0x4985d0], sa_mask[0]=11111111011111111101111111111110, sa_flags=SA_RESTART|SA_SIGINFO
SIGPIPE: [libjvm.so+0x4985d0], sa_mask[0]=11111111011111111101111111111110, sa_flags=SA_RESTART|SA_SIGINFO
SIGXFSZ: [libjvm.so+0x4985d0], sa_mask[0]=11111111011111111101111111111110, sa_flags=SA_RESTART|SA_SIGINFO
SIGILL: [libjvm.so+0x4985d0], sa_mask[0]=11111111011111111101111111111110, sa_flags=SA_RESTART|SA_SIGINFO
SIGUSR1: SIG_DFL, sa_mask[0]=00000000000000000000000000000000, sa_flags=none
SIGUSR2: [libjvm.so+0x499c50], sa_mask[0]=00000000000000000000000000000000, sa_flags=SA_RESTART|SA_SIGINFO
SIGHUP: SIG_IGN, sa_mask[0]=00000000000000000000000000000000, sa_flags=none
SIGINT: SIG_IGN, sa_mask[0]=00000000000000000000000000000000, sa_flags=none
SIGTERM: SIG_DFL, sa_mask[0]=00000000000000000000000000000000, sa_flags=none
SIGQUIT: SIG_IGN, sa_mask[0]=00000000000000000000000000000000, sa_flags=none
--------------- S Y S T E M ---------------
OS:CentOS release 6.4 (Final)
uname:Linux 2.6.32-358.el6.i686 #1 SMP Thu Feb 21 21:50:49 UTC 2013 i686
libc:glibc 2.12 NPTL 2.12
rlimit: STACK 10240k, CORE 0k, NPROC 7930, NOFILE 4096, AS infinity
load average:0.38 0.69 0.36
/proc/meminfo:
MemTotal: 1030680 kB
MemFree: 420636 kB
Buffers: 48928 kB
Cached: 197544 kB
SwapCached: 0 kB
Active: 412472 kB
Inactive: 141728 kB
Active(anon): 307956 kB
Inactive(anon): 1100 kB
Active(file): 104516 kB
Inactive(file): 140628 kB
Unevictable: 0 kB
Mlocked: 0 kB
HighTotal: 141256 kB
HighFree: 280 kB
LowTotal: 889424 kB
LowFree: 420356 kB
SwapTotal: 0 kB
SwapFree: 0 kB
Dirty: 228 kB
Writeback: 0 kB
AnonPages: 307756 kB
Mapped: 51740 kB
Shmem: 1332 kB
Slab: 40724 kB
SReclaimable: 9608 kB
SUnreclaim: 31116 kB
KernelStack: 2368 kB
PageTables: 4300 kB
NFS_Unstable: 0 kB
Bounce: 0 kB
WritebackTmp: 0 kB
CommitLimit: 515340 kB
Committed_AS: 1205500 kB
VmallocTotal: 122880 kB
VmallocUsed: 4432 kB
VmallocChunk: 104908 kB
HugePages_Total: 0
HugePages_Free: 0
HugePages_Rsvd: 0
HugePages_Surp: 0
Hugepagesize: 2048 kB
DirectMap4k: 10232 kB
DirectMap2M: 897024 kB
CPU:total 1 (2 cores per cpu, 2 threads per core) family 6 model 42 stepping 7, cmov, cx8, fxsr, mmx, sse, sse2, sse3, ssse3, sse4.1, sse4.2, popcnt, clmul, ht, tsc, tscinvbit
/proc/cpuinfo:
processor : 0
vendor_id : GenuineIntel
cpu family : 6
model : 42
model name : Intel(R) Core(TM) i5-2410M CPU @ 2.30GHz
stepping : 7
cpu MHz : 2294.829
cache size : 3072 KB
fdiv_bug : no
hlt_bug : no
f00f_bug : no
coma_bug : no
fpu : yes
fpu_exception : yes
cpuid level : 13
wp : yes
flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts mmx fxsr sse sse2 ss nx rdtscp constant_tsc up arch_perfmon pebs bts xtopology tsc_reliable nonstop_tsc aperfmperf unfair_spinlock pni pclmulqdq ssse3 sse4_1 sse4_2 popcnt xsave avx hypervisor ida arat epb xsaveopt pln pts dts
bogomips : 4589.65
clflush size : 64
cache_alignment : 64
address sizes : 40 bits physical, 48 bits virtual
power management:
Memory: 4k page, physical 1030680k(420636k free), swap 0k(0k free)
vm_info: Java HotSpot(TM) Client VM (25.65-b01) for linux-x86 JRE (1.8.0_65-b17), built on Oct 6 2015 15:39:23 by "java_re" with gcc 4.3.0 20080428 (Red Hat 4.3.0-8)
time: Sun Mar 13 08:08:45 2016
elapsed time: 0 seconds (0d 0h 0m 0s)
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#
[root@master sbin]#cat /usr/local/spark-1.6.0-bin-hadoop2.6/hs_err_pid3173.log
#
# There is insufficient memory for the Java Runtime Environment to continue.
# Native memory allocation (mmap) failed to map 715849728 bytes for committing reserved memory.
# Possible reasons:
# The system is out of physical RAM or swap space
# In 32 bit mode, the process size limit was hit
# Possible solutions:
# Reduce memory load on the system
# Increase physical memory or swap space
# Check if swap backing store is full
# Use 64 bit Java on a 64 bit OS
# Decrease Java heap size (-Xmx/-Xms)
# Decrease number of Java threads
# Decrease Java thread stack sizes (-Xss)
# Set larger code cache with -XX:ReservedCodeCacheSize=
# This output file may be truncated or incomplete.
#
# Out of Memory Error (os_linux.cpp:2627), pid=3173, tid=3077725040
#
# JRE version: (8.0_65-b17) (build )
# Java VM: Java HotSpot(TM) Client VM (25.65-b01 mixed mode, sharing linux-x86 )
# Failed to write core dump. Core dumps have been disabled. To enable core dumping, try "ulimit -c unlimited" before starting Java again
#
--------------- T H R E A D ---------------
Current thread (0xb7506800): JavaThread "Unknown thread" [_thread_in_vm, id=3192, stack(0xb76d5000,0xb7726000)]
Stack: [0xb76d5000,0xb7726000], sp=0xb7724ab0, free space=318k
Native frames: (J=compiled Java code, j=interpreted, Vv=VM code, C=native code)
V [libjvm.so+0x5b70cf] VMError::report_and_die()+0x16f
V [libjvm.so+0x20a8a5] report_vm_out_of_memory(char const*, int, unsigned int, VMErrorType, char const*)+0x55
V [libjvm.so+0x49b8f6] os::Linux::commit_memory_impl(char*, unsigned int, bool)+0xe6
V [libjvm.so+0x49bdc8] os::pd_commit_memory(char*, unsigned int, unsigned int, bool)+0x28
V [libjvm.so+0x495cec] os::commit_memory(char*, unsigned int, unsigned int, bool)+0x2c
V [libjvm.so+0x5b316c] VirtualSpace::expand_by(unsigned int, bool)+0x1ec
V [libjvm.so+0x5b3c0d] VirtualSpace::initialize(ReservedSpace, unsigned int)+0xbd
V [libjvm.so+0x29ae02] CardGeneration::CardGeneration(ReservedSpace, unsigned int, int, GenRemSet*)+0xa2
V [libjvm.so+0x56e301] TenuredGeneration::TenuredGeneration(ReservedSpace, unsigned int, int, GenRemSet*)+0x41
V [libjvm.so+0x29be25] GenerationSpec::init(ReservedSpace, int, GenRemSet*)+0x295
V [libjvm.so+0x28e550] GenCollectedHeap::initialize()+0x170
V [libjvm.so+0x58635d] Universe::initialize_heap()+0xcd
V [libjvm.so+0x586693] universe_init()+0x23
V [libjvm.so+0x2be645] init_globals()+0x55
V [libjvm.so+0x57745b] Threads::create_vm(JavaVMInitArgs*, bool*)+0x24b
V [libjvm.so+0x338d1c] JNI_CreateJavaVM+0x5c
C [libjli.so+0x6e28] JavaMain+0x98
C [libpthread.so.0+0x6a49]
C [libc.so.6+0xe2aee] clone+0x5e
--------------- P R O C E S S ---------------
Java Threads: ( => current thread )
Other Threads:
=>0xb7506800 (exited) JavaThread "Unknown thread" [_thread_in_vm, id=3192, stack(0xb76d5000,0xb7726000)]
VM state:not at safepoint (not fully initialized)
VM Mutex/Monitor currently owned by a thread: None
GC Heap History (0 events):
No events
Deoptimization events (0 events):
No events
Internal exceptions (0 events):
No events
Events (0 events):
No events
Dynamic libraries:
00157000-002e7000 r-xp 00000000 08:02 41770 /lib/libc-2.12.so
002e7000-002e8000 ---p 00190000 08:02 41770 /lib/libc-2.12.so
002e8000-002ea000 r--p 00190000 08:02 41770 /lib/libc-2.12.so
002ea000-002eb000 rw-p 00192000 08:02 41770 /lib/libc-2.12.so
002eb000-002ee000 rw-p 00000000 00:00 0
002ee000-00307000 r-xp 00000000 08:02 43471 /usr/local/jdk1.8.0_65/jre/lib/i386/libzip.so
00307000-00308000 rw-p 00019000 08:02 43471 /usr/local/jdk1.8.0_65/jre/lib/i386/libzip.so
0045c000-00468000 r-xp 00000000 08:02 9168 /lib/libnss_files-2.12.so
00468000-00469000 r--p 0000b000 08:02 9168 /lib/libnss_files-2.12.so
00469000-0046a000 rw-p 0000c000 08:02 9168 /lib/libnss_files-2.12.so
0085f000-0087d000 r-xp 00000000 08:02 41766 /lib/ld-2.12.so
0087d000-0087e000 r--p 0001d000 08:02 41766 /lib/ld-2.12.so
0087e000-0087f000 rw-p 0001e000 08:02 41766 /lib/ld-2.12.so
008b7000-008cb000 r-xp 00000000 08:02 31145 /usr/local/jdk1.8.0_65/lib/i386/jli/libjli.so
008cb000-008cc000 rw-p 00014000 08:02 31145 /usr/local/jdk1.8.0_65/lib/i386/jli/libjli.so
00a1e000-00a21000 r-xp 00000000 08:02 41781 /lib/libdl-2.12.so
00a21000-00a22000 r--p 00002000 08:02 41781 /lib/libdl-2.12.so
00a22000-00a23000 rw-p 00003000 08:02 41781 /lib/libdl-2.12.so
00a25000-00a3c000 r-xp 00000000 08:02 41771 /lib/libpthread-2.12.so
00a3c000-00a3d000 r--p 00016000 08:02 41771 /lib/libpthread-2.12.so
00a3d000-00a3e000 rw-p 00017000 08:02 41771 /lib/libpthread-2.12.so
00a3e000-00a40000 rw-p 00000000 00:00 0
00b08000-00b2c000 r-xp 00000000 08:02 43466 /usr/local/jdk1.8.0_65/jre/lib/i386/libjava.so
00b2c000-00b2d000 rw-p 00023000 08:02 43466 /usr/local/jdk1.8.0_65/jre/lib/i386/libjava.so
00b2d000-00b55000 r-xp 00000000 08:02 41784 /lib/libm-2.12.so
00b55000-00b56000 r--p 00027000 08:02 41784 /lib/libm-2.12.so
00b56000-00b57000 rw-p 00028000 08:02 41784 /lib/libm-2.12.so
00b59000-00b60000 r-xp 00000000 08:02 41772 /lib/librt-2.12.so
00b60000-00b61000 r--p 00006000 08:02 41772 /lib/librt-2.12.so
00b61000-00b62000 rw-p 00007000 08:02 41772 /lib/librt-2.12.so
00d6d000-00d78000 r-xp 00000000 08:02 43420 /usr/local/jdk1.8.0_65/jre/lib/i386/libverify.so
00d78000-00d79000 rw-p 0000b000 08:02 43420 /usr/local/jdk1.8.0_65/jre/lib/i386/libverify.so
00daf000-00db0000 r-xp 00000000 00:00 0 [vdso]
00db0000-01400000 r-xp 00000000 08:02 43442 /usr/local/jdk1.8.0_65/jre/lib/i386/client/libjvm.so
01400000-01426000 rw-p 00650000 08:02 43442 /usr/local/jdk1.8.0_65/jre/lib/i386/client/libjvm.so
01426000-01848000 rw-p 00000000 00:00 0
08048000-08049000 r-xp 00000000 08:02 43248 /usr/local/jdk1.8.0_65/bin/java
08049000-0804a000 rw-p 00000000 08:02 43248 /usr/local/jdk1.8.0_65/bin/java
09a16000-09a37000 rw-p 00000000 00:00 0 [heap]
751ff000-752aa000 rw-p 00000000 00:00 0
752aa000-753ff000 ---p 00000000 00:00 0
753ff000-8a950000 rw-p 00000000 00:00 0
b5388000-b5500000 rw-p 00000000 00:00 0
b5500000-b5528000 rwxp 00000000 00:00 0
b5528000-b7500000 ---p 00000000 00:00 0
b7500000-b7522000 rw-p 00000000 00:00 0
b7522000-b7600000 ---p 00000000 00:00 0
b7655000-b7656000 rw-p 00000000 00:00 0
b7656000-b76d5000 ---p 00000000 00:00 0
b76d5000-b76d8000 ---p 00000000 00:00 0
b76d8000-b7728000 rw-p 00000000 00:00 0
b772a000-b7732000 rw-s 00000000 08:02 392492 /tmp/hsperfdata_root/3173
b7732000-b7733000 rw-p 00000000 00:00 0
b7733000-b7734000 r--p 00000000 00:00 0
b7734000-b7735000 rw-p 00000000 00:00 0
bff73000-bff74000 rwxp 00000000 00:00 0
bffb2000-bffc7000 rw-p 00000000 00:00 0 [stack]
VM Arguments:
jvm_args: -Xms1g -Xmx1g
java_command: org.apache.spark.deploy.worker.Worker --webui-port 8081 spark://192.168.2.100:7077
java_class_path (initial): /usr/local/spark-1.6.0-bin-hadoop2.6/conf/:/usr/local/spark-1.6.0-bin-hadoop2.6/lib/spark-assembly-1.6.0-hadoop2.6.0.jar:/usr/local/spark-1.6.0-bin-hadoop2.6/lib/datanucleus-core-3.2.10.jar:/usr/local/spark-1.6.0-bin-hadoop2.6/lib/datanucleus-api-jdo-3.2.6.jar:/usr/local/spark-1.6.0-bin-hadoop2.6/lib/datanucleus-rdbms-3.2.9.jar:/usr/local/hadoop-2.6.0/etc/hadoop/
Launcher Type: SUN_STANDARD
Environment Variables:
JAVA_HOME=/usr/local/jdk1.8.0_65
PATH=/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin:/usr/local/hadoop-2.6.0/sbin:/usr/local/hadoop-2.6.0/bin
SHELL=/bin/bash
Signal Handlers:
SIGSEGV: [libjvm.so+0x5b7be0], sa_mask[0]=11111111011111111101111111111110, sa_flags=SA_RESTART|SA_SIGINFO
SIGBUS: [libjvm.so+0x5b7be0], sa_mask[0]=11111111011111111101111111111110, sa_flags=SA_RESTART|SA_SIGINFO
SIGFPE: [libjvm.so+0x4985d0], sa_mask[0]=11111111011111111101111111111110, sa_flags=SA_RESTART|SA_SIGINFO
SIGPIPE: [libjvm.so+0x4985d0], sa_mask[0]=11111111011111111101111111111110, sa_flags=SA_RESTART|SA_SIGINFO
SIGXFSZ: [libjvm.so+0x4985d0], sa_mask[0]=11111111011111111101111111111110, sa_flags=SA_RESTART|SA_SIGINFO
SIGILL: [libjvm.so+0x4985d0], sa_mask[0]=11111111011111111101111111111110, sa_flags=SA_RESTART|SA_SIGINFO
SIGUSR1: SIG_DFL, sa_mask[0]=00000000000000000000000000000000, sa_flags=none
SIGUSR2: [libjvm.so+0x499c50], sa_mask[0]=00000000000000000000000000000000, sa_flags=SA_RESTART|SA_SIGINFO
SIGHUP: SIG_IGN, sa_mask[0]=00000000000000000000000000000000, sa_flags=none
SIGINT: SIG_IGN, sa_mask[0]=00000000000000000000000000000000, sa_flags=none
SIGTERM: SIG_DFL, sa_mask[0]=00000000000000000000000000000000, sa_flags=none
SIGQUIT: SIG_IGN, sa_mask[0]=00000000000000000000000000000000, sa_flags=none
--------------- S Y S T E M ---------------
OS:CentOS release 6.4 (Final)
uname:Linux 2.6.32-358.el6.i686 #1 SMP Thu Feb 21 21:50:49 UTC 2013 i686
libc:glibc 2.12 NPTL 2.12
rlimit: STACK 10240k, CORE 0k, NPROC 7930, NOFILE 4096, AS infinity
load average:0.38 0.69 0.36
/proc/meminfo:
MemTotal: 1030680 kB
MemFree: 420636 kB
Buffers: 48928 kB
Cached: 197544 kB
SwapCached: 0 kB
Active: 412472 kB
Inactive: 141728 kB
Active(anon): 307956 kB
Inactive(anon): 1100 kB
Active(file): 104516 kB
Inactive(file): 140628 kB
Unevictable: 0 kB
Mlocked: 0 kB
HighTotal: 141256 kB
HighFree: 280 kB
LowTotal: 889424 kB
LowFree: 420356 kB
SwapTotal: 0 kB
SwapFree: 0 kB
Dirty: 228 kB
Writeback: 0 kB
AnonPages: 307756 kB
Mapped: 51740 kB
Shmem: 1332 kB
Slab: 40724 kB
SReclaimable: 9608 kB
SUnreclaim: 31116 kB
KernelStack: 2368 kB
PageTables: 4300 kB
NFS_Unstable: 0 kB
Bounce: 0 kB
WritebackTmp: 0 kB
CommitLimit: 515340 kB
Committed_AS: 1205500 kB
VmallocTotal: 122880 kB
VmallocUsed: 4432 kB
VmallocChunk: 104908 kB
HugePages_Total: 0
HugePages_Free: 0
HugePages_Rsvd: 0
HugePages_Surp: 0
Hugepagesize: 2048 kB
DirectMap4k: 10232 kB
DirectMap2M: 897024 kB
CPU:total 1 (2 cores per cpu, 2 threads per core) family 6 model 42 stepping 7, cmov, cx8, fxsr, mmx, sse, sse2, sse3, ssse3, sse4.1, sse4.2, popcnt, clmul, ht, tsc, tscinvbit
/proc/cpuinfo:
processor : 0
vendor_id : GenuineIntel
cpu family : 6
model : 42
model name : Intel(R) Core(TM) i5-2410M CPU @ 2.30GHz
stepping : 7
cpu MHz : 2294.829
cache size : 3072 KB
fdiv_bug : no
hlt_bug : no
f00f_bug : no
coma_bug : no
fpu : yes
fpu_exception : yes
cpuid level : 13
wp : yes
flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts mmx fxsr sse sse2 ss nx rdtscp constant_tsc up arch_perfmon pebs bts xtopology tsc_reliable nonstop_tsc aperfmperf unfair_spinlock pni pclmulqdq ssse3 sse4_1 sse4_2 popcnt xsave avx hypervisor ida arat epb xsaveopt pln pts dts
bogomips : 4589.65
clflush size : 64
cache_alignment : 64
address sizes : 40 bits physical, 48 bits virtual
power management:
Memory: 4k page, physical 1030680k(420636k free), swap 0k(0k free)
vm_info: Java HotSpot(TM) Client VM (25.65-b01) for linux-x86 JRE (1.8.0_65-b17), built on Oct 6 2015 15:39:23 by "java_re" with gcc 4.3.0 20080428 (Red Hat 4.3.0-8)
time: Sun Mar 13 08:08:45 2016
elapsed time: 0 seconds (0d 0h 0m 0s)
[root@master sbin]#jps
2481 NameNode
3226 Jps
2571 DataNode
2718 SecondaryNameNode
[root@master sbin]#free
total used free shared buffers cached
Mem: 1030680 606468 424212 0 48944 197556
-/+ buffers/cache: 359968 670712
Swap: 0 0 0
[root@master sbin]#swapon -s
Filename Type Size Used Priority
[root@master sbin]#df -hal
Filesystem Size Used Avail Use% Mounted on
/dev/sda2 13G 4.9G 7.0G 42% /
proc 0 0 0 - /proc
sysfs 0 0 0 - /sys
devpts 0 0 0 - /dev/pts
tmpfs 504M 72K 504M 1% /dev/shm
/dev/sda1 291M 32M 245M 12% /boot
none 0 0 0 - /proc/sys/fs/binfmt_misc
vmware-vmblock 0 0 0 - /var/run/vmblock-fuse
[root@master sbin]#dd if=/dev/zero of=/swapfile bs=1024 count=512k
^C385101+0 records in
385101+0 records out
394343424 bytes (394 MB) copied, 37.2297 s, 10.6 MB/s
[root@master sbin]#^C
[root@master sbin]#dd if=/dev/zero of=/swapfile bs=1024 count=512k
524288+0 records in
524288+0 records out
536870912 bytes (537 MB) copied, 112.917 s, 4.8 MB/s
[root@master sbin]#mkswap /swapfile
mkswap: /swapfile: warning: don't erase bootbits sectors
on whole disk. Use -f to force.
Setting up swapspace version 1, size = 524284 KiB
no label, UUID=40a83a3e-6d0c-41bf-b2c8-8e83aecfcb65
[root@master sbin]#swapon /swapfile
[root@master sbin]#swapon -s
Filename Type Size Used Priority
/swapfile file 524280 0 -1
[root@master sbin]#vi /etc/fstab
#
# /etc/fstab
# Created by anaconda on Mon Sep 9 04:49:54 2013
#
# Accessible filesystems, by reference, are maintained under '/dev/disk'
# See man pages fstab(5), findfs(8), mount(8) and/or blkid(8) for more info
#
UUID=6e428aef-f3cc-424a-bf48-e66a1a3e15fe / ext4 defaults 1 1
UUID=6379983d-c153-49a1-b689-e6184afa679d /boot ext4 defaults 1 2
UUID=2ebaf8ae-1ece-46a4-a73f-a06260c5f1dc swap swap defaults 0 0
tmpfs /dev/shm tmpfs defaults 0 0
devpts /dev/pts devpts gid=5,mode=620 0 0
sysfs /sys sysfs defaults 0 0
proc /proc proc defaults 0 0
#/dev/sda4 /disk4 ext2 defaults 0 0
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
#
# /etc/fstab
# Created by anaconda on Mon Sep 9 04:49:54 2013
#
# Accessible filesystems, by reference, are maintained under '/dev/disk'
# See man pages fstab(5), findfs(8), mount(8) and/or blkid(8) for more info
#
UUID=6e428aef-f3cc-424a-bf48-e66a1a3e15fe / ext4 defaults 1 1
UUID=6379983d-c153-49a1-b689-e6184afa679d /boot ext4 defaults 1 2
UUID=2ebaf8ae-1ece-46a4-a73f-a06260c5f1dc swap swap defaults 0 0
tmpfs /dev/shm tmpfs defaults 0 0
devpts /dev/pts devpts gid=5,mode=620 0 0
sysfs /sys sysfs defaults 0 0
proc /proc proc defaults 0 0
"/etc/fstab" 20L, 909C written
[root@master sbin]#chown root:root /swapfile
[root@master sbin]#chmod 0600 /swapfile
[root@master sbin]#swapon -s
Filename Type Size Used Priority
/swapfile file 524280 0 -1
[root@master sbin]#pwd
/usr/local/spark-1.6.0-bin-hadoop2.6/sbin
[root@master sbin]#start-all.sh
starting org.apache.spark.deploy.master.Master, logging to /usr/local/spark-1.6.0-bin-hadoop2.6/logs/spark-hadoop-org.apache.spark.deploy.master.Master-1-master.out
failed to launch org.apache.spark.deploy.master.Master:
full log in /usr/local/spark-1.6.0-bin-hadoop2.6/logs/spark-hadoop-org.apache.spark.deploy.master.Master-1-master.out
localhost: starting org.apache.spark.deploy.worker.Worker, logging to /usr/local/spark-1.6.0-bin-hadoop2.6/logs/spark-root-org.apache.spark.deploy.worker.Worker-1-master.out
[root@master sbin]#start-all.sh
org.apache.spark.deploy.master.Master running as process 3299. Stop it first.
localhost: org.apache.spark.deploy.worker.Worker running as process 3355. Stop it first.
[root@master sbin]#jps
2481 NameNode
3299 Master
3463 Jps
2571 DataNode
3355 Worker
2718 SecondaryNameNode
http://zhidao.baidu.com/link?url=N7KSzXzbQ4jAv8ucakDWOlUehh2tEfzKmLqqGe4mHkwoIE9JSRodbValVNV0EwcOaS0dZ33qphZU_hIqpp4Uk4A99cGK43YbU9Q_bVzg93i