nutch2.3+hbase0.94.18+hadoop1.2.1+zookeeper3.4.5

[BEGIN] 2016/1/24 21:55:18
[tanj@nutch  ~]$ source .bash_profile
[tanj@nutch  ~]$ ls
apache-nutch-2.3  hadoop  hbase-0.94.14  packbage  zookeeper-3.4.5-cdh5.3.5
[tanj@nutch  ~]$ mv apache-nutch-2.3/ nutch
[tanj@nutch  ~]$ mv zookeeper-3.4.5-cdh5.3.5/  zookeeper
[tanj@nutch  ~]$ ls
hadoop  hbase-0.94.14  nutch  packbage  zookeeper
[tanj@nutch ~]$ mv hbase-0.94.14/ hbase
[tanj@nutch ~]$ vim hadoop/
[tanj@nutch ~]$ cd hadoop/
[tanj@nutch hadoop]$ ls
bin        CHANGES.txt  docs                     hadoop-core-1.2.1.jar         hadoop-test-1.2.1.jar   ivy.xml  LICENSE.txt  sbin   webapps
build.xml  conf         hadoop-ant-1.2.1.jar     hadoop-examples-1.2.1.jar     hadoop-tools-1.2.1.jar  lib      NOTICE.txt   share
c++        contrib      hadoop-client-1.2.1.jar  hadoop-minicluster-1.2.1.jar  ivy                     libexec  README.txt   src
[tanj@nutch hadoop]$ cd conf/
[tanj@nutch conf]$ ls
capacity-scheduler.xml  fair-scheduler.xml          hadoop-policy.xml  mapred-queue-acls.xml  slaves                  taskcontroller.cfg
configuration.xsl       hadoop-env.sh               hdfs-site.xml      mapred-site.xml        ssl-client.xml.example  task-log4j.properties
core-site.xml           hadoop-metrics2.properties  log4j.properties   masters                ssl-server.xml.example
[tanj@nutch conf]$ vim hadoop-env.sh
[tanj@nutch conf]$ vim core-site.xml
[tanj@nutch conf]$ vim core-site.xml
[tanj@nutch conf]$ vim hdfs-site.xml
[tanj@nutch conf]$ vim mapred-site.xml
[tanj@nutch conf]$ vim mapred-site.xml
[tanj@nutch conf]$ hadoop namenode -format
Warning: $HADOOP_HOME is deprecated.

16/01/24 22:03:59 INFO namenode.NameNode: STARTUP_MSG:
/************************************************************
STARTUP_MSG: Starting NameNode
STARTUP_MSG:   host = nutch/192.168.3.8
STARTUP_MSG:   args = [-format]
STARTUP_MSG:   version = 1.2.1
3:09 PDT 2013
STARTUP_MSG:   java = 1.7.0_25
************************************************************/
16/01/24 22:03:59 INFO util.GSet: Computing capacity for map BlocksMap
16/01/24 22:03:59 INFO util.GSet: VM type       = 64-bit
16/01/24 22:03:59 INFO util.GSet: 2.0% max memory = 1013645312
es
16/01/24 22:03:59 INFO util.GSet: recommended=2097152, actual=2097152
16/01/24 22:03:59 INFO namenode.FSNamesystem: fsOwner=tanj
16/01/24 22:03:59 INFO namenode.FSNamesystem: supergroup=supergroup
16/01/24 22:03:59 INFO namenode.FSNamesystem: isPermissionEnabled=true
it=100
se accessKeyUpdateInterval=0 min(s), accessTokenLifetime=0 min(s)
on.length = 0
more than 10 times
/name/current/fsimage of size 110 bytes saved in 0 seconds.
4, editlog=/tmp/hadoop-tanj/dfs/name/current/edits
4, editlog=/tmp/hadoop-tanj/dfs/name/current/edits
anj/dfs/name has been successfully formatted.
16/01/24 22:04:00 INFO namenode.NameNode: SHUTDOWN_MSG:
/************************************************************
SHUTDOWN_MSG: Shutting down NameNode at nutch/192.168.3.8
************************************************************/
[tanj@nutch conf]$ cd
[tanj@nutch ~]$ vim .bash_profile
[tanj@nutch ~]$ source .bash_profile
[tanj@nutch ~]$ start-all.sh
-tanj-namenode-nutch.out
The authenticity of host 'localhost (::1)' can't be established.
.
Are you sure you want to continue connecting (yes/no)? yes
 known hosts.
tanj@localhost's password:
logs/hadoop-tanj-datanode-nutch.out
tanj@localhost's password:
bexec/../logs/hadoop-tanj-secondarynamenode-nutch.out
op-tanj-jobtracker-nutch.out
tanj@localhost's password:
../logs/hadoop-tanj-tasktracker-nutch.out
[tanj@nutch ~]$ jps
-bash: jps: command not found
[tanj@nutch ~]$ java -version
java version "1.7.0_45"
OpenJDK Runtime Environment (rhel-2.4.3.3.el6-x86_64 u45-b15)
OpenJDK 64-Bit Server VM (build 24.45-b08, mixed mode)
[tanj@nutch ~]$ jps
-bash: jps: command not found
[tanj@nutch ~]$ source .bash_profile
[tanj@nutch ~]$ jps
-bash: jps: command not found

[tanj@nutch ~]$ ssh-keygen -t rsa
Generating public/private rsa key pair.
Enter file in which to save the key (/home/tanj/.ssh/id_rsa):
Enter passphrase (empty for no passphrase):
Enter same passphrase again:
Your identification has been saved in /home/tanj/.ssh/id_rsa.
Your public key has been saved in /home/tanj/.ssh/id_rsa.pub.
The key fingerprint is:
ef:08:9c:1d:3b:c5:47:cc:2f:2f:30:4f:cf:75:3f:95 tanj@nutch
The key's randomart image is:
+--[ RSA 2048]----+
|                 |
|           o     |
|            +    |
|         . . .  .|
|        S = + .E+|
|     . o = * = .+|
|      + + . o +..|
|       . +   .  .|
|        . .      |
+-----------------+
[tanj@nutch ~]$ cd .ssh/
[tanj@nutch .ssh]$ cp id_rsa.pub authorized_keys
[tanj@nutch .ssh]$ ssh date
ame
[tanj@nutch .ssh]$ sshd date
sshd re-exec requires execution with an absolute path
[tanj@nutch .ssh]$ hostname
nutch

[tanj@nutch .ssh]$ ping nutch
PING nutch (192.168.3.8) 56(84) bytes of data.
64 bytes from nutch (192.168.3.8): icmp_seq=1 ttl=64 time=0.015 ms

[tanj@nutch .ssh]$ ssh nutch date
2016年 01月 24日 星期日 22:10:44 CST

[tanj@nutch .ssh]$ jps
-bash: jps: command not found
[tanj@nutch .ssh]$ start-all.sh
namenode running as process 3355. Stop it first.
localhost: datanode running as process 3490. Stop it first.
localhost: secondarynamenode running as process 3620. Stop it first.
jobtracker running as process 3694. Stop it first.
localhost: tasktracker running as process 3842. Stop it first.
[tanj@nutch .ssh]$ jps
-bash: jps: command not found
[tanj@nutch .ssh]$ source /etc/profile
[tanj@nutch .ssh]$ jps
3355 NameNode
4335 Jps
3490 DataNode
3694 JobTracker
3620 SecondaryNameNode
3842 TaskTracker
[tanj@nutch .ssh]$ stop-all.sh
stopping jobtracker
localhost: stopping tasktracker
stopping namenode
localhost: stopping datanode
localhost: stopping secondarynamenode
[tanj@nutch .ssh]$ cd ..
[tanj@nutch ~]$ cd zookeeper/
[tanj@nutch zookeeper]$ ls
bin               libexec
build.properties  LICENSE.txt
build.xml         NOTICE.txt
CHANGES.txt       README_packaging.txt
cloudera          README.txt
cloudera-pom.xml  recipes
conf              sbin
contrib           share
dist-maven        src
docs              zookeeper-3.4.5-cdh5.3.5.jar
ivysettings.xml   zookeeper-3.4.5-cdh5.3.5.jar.md5
ivy.xml           zookeeper-3.4.5-cdh5.3.5.jar.sha1
lib
[tanj@nutch zookeeper]$ mkdir -pv /home/tanj/zookeeper/zoo/zk1
mkdir: 已创建目录 "/home/tanj/zookeeper/zoo"
mkdir: 已创建目录 "/home/tanj/zookeeper/zoo/zk1"
[tanj@nutch zookeeper]$ mkdir -pv /home/tanj/zookeeper/zoo/zk2
mkdir: 已创建目录 "/home/tanj/zookeeper/zoo/zk2"
[tanj@nutch zookeeper]$ mkdir -pv /home/tanj/zookeeper/zoo/zk3
mkdir: 已创建目录 "/home/tanj/zookeeper/zoo/zk3"
[tanj@nutch zookeeper]$ echo "1" >/home/tanj/zookeeper/zoo/zk1/myid
[tanj@nutch zookeeper]$ echo "2" >/home/tanj/zookeeper/zoo/zk2/myid
[tanj@nutch zookeeper]$ echo "3" > /home/tanj/zookeeper/zoo/zk3/myid
[tanj@nutch zookeeper]$ vi $ZOOKEEPER_HOME/conf/zk1.cfg
[tanj@nutch zookeeper]$ vi $ZOOKEEPER_HOME/conf/zk2.cfg
[tanj@nutch zookeeper]$ vi $ZOOKEEPER_HOME/conf/zk3.cfg
ER_HOME/conf/zk1.cfg
JMX enabled by default
Using config: /home/tanj//zookeeper/conf/zk1.cfg
Starting zookeeper ... STARTED
ER_HOME/conf/zk2.cfg
JMX enabled by default
Using config: /home/tanj//zookeeper/conf/zk2.cfg
Starting zookeeper ... STARTED
ER_HOME/conf/zk3.cfg
JMX enabled by default
Using config: /home/tanj//zookeeper/conf/zk3.cfg
Starting zookeeper ... STARTED
[tanj@nutch zookeeper]$ jps
4711 QuorumPeerMain
4741 QuorumPeerMain
4759 Jps
[tanj@nutch zookeeper]$ ^C
ER_HOME/conf/zk1.cfg
JMX enabled by default
Using config: /home/tanj//zookeeper/conf/zk1.cfg
Starting zookeeper ... STARTED
ER_HOME/conf/zk2.cfg
JMX enabled by default
Using config: /home/tanj//zookeeper/conf/zk2.cfg
Starting zookeeper ... already running as process 4711.
ER_HOME/conf/zk3.cfg
JMX enabled by default
Using config: /home/tanj//zookeeper/conf/zk3.cfg
Starting zookeeper ... already running as process 4741.
[tanj@nutch zookeeper]$ jps
4826 Jps
4711 QuorumPeerMain
4741 QuorumPeerMain
[tanj@nutch zookeeper]$ kill -9 4711
[tanj@nutch zookeeper]$ kill -9 4741
[tanj@nutch zookeeper]$ jps
4836 Jps
[tanj@nutch zookeeper]$ start-all.sh
-tanj-namenode-nutch.out
logs/hadoop-tanj-datanode-nutch.out
bexec/../logs/hadoop-tanj-secondarynamenode-nutch.out
op-tanj-jobtracker-nutch.out
../logs/hadoop-tanj-tasktracker-nutch.out
ER_HOME/conf/zk1.cfg
JMX enabled by default
Using config: /home/tanj//zookeeper/conf/zk1.cfg
Starting zookeeper ... STARTED
ER_HOME/conf/zk2.cfg
JMX enabled by default
Using config: /home/tanj//zookeeper/conf/zk2.cfg
Starting zookeeper ... STARTED
ER_HOME/conf/zk3.cfg
JMX enabled by default
Using config: /home/tanj//zookeeper/conf/zk3.cfg
Starting zookeeper ... STARTED
[tanj@nutch zookeeper]$ jps
4901 NameNode
5536 QuorumPeerMain
5246 JobTracker
5021 DataNode
5505 QuorumPeerMain
5554 Jps
5154 SecondaryNameNode
5372 TaskTracker
[tanj@nutch zookeeper]$ cd conf
[tanj@nutch conf]$ zkServer.sh status zk1.cfg
JMX enabled by default
Using config: /home/tanj/zookeeper/bin/../conf/zk1.cfg
Error contacting service. It is probably not running.
[tanj@nutch conf]$ vim zk1.cfg
ME/conf/zk1.cfg
JMX enabled by default
Using config: /home/tanj//zookeeper/conf/zk1.cfg
Starting zookeeper ... STARTED
[tanj@nutch conf]$ zkServer.sh status zk1.cfg
JMX enabled by default
Using config: /home/tanj/zookeeper/bin/../conf/zk1.cfg
Error contacting service. It is probably not running.
[tanj@nutch conf]$ jps
4901 NameNode
5679 Jps
5536 QuorumPeerMain
5246 JobTracker
5021 DataNode
5505 QuorumPeerMain
5629 QuorumPeerMain
5154 SecondaryNameNode
5372 TaskTracker
[tanj@nutch conf]$ zkServer.sh status zk1.cfg
JMX enabled by default
Using config: /home/tanj/zookeeper/bin/../conf/zk1.cfg
Error contacting service. It is probably not running.
ME/conf/zk1.cfg
JMX enabled by default
Using config: /home/tanj//zookeeper/conf/zk1.cfg
Starting zookeeper ... already running as process 5629.
ME/conf/zk2.cfg
JMX enabled by default
Using config: /home/tanj//zookeeper/conf/zk2.cfg
Starting zookeeper ... already running as process 5505.
ME/conf/zk3.cfg
JMX enabled by default
Using config: /home/tanj//zookeeper/conf/zk3.cfg
Starting zookeeper ... already running as process 5536.
[tanj@nutch conf]$ jps
4901 NameNode
5536 QuorumPeerMain
5246 JobTracker
5021 DataNode
5505 QuorumPeerMain
5759 Jps
5629 QuorumPeerMain
5154 SecondaryNameNode
5372 TaskTracker
ME/conf/zk1.cfg
JMX enabled by default
Using config: /home/tanj//zookeeper/conf/zk1.cfg
Starting zookeeper ... already running as process 5629.
ME/conf/zk2.cfg
JMX enabled by default
Using config: /home/tanj//zookeeper/conf/zk2.cfg
Starting zookeeper ... already running as process 5505.
ME/conf/zk3.cfg
JMX enabled by default
Using config: /home/tanj//zookeeper/conf/zk3.cfg
Starting zookeeper ... already running as process 5536.
ME/conf/zk1.cfg
JMX enabled by default
Using config: /home/tanj//zookeeper/conf/zk1.cfg
Starting zookeeper ... already running as process 5629.
ME/conf/zk2.cfg
JMX enabled by default
Using config: /home/tanj//zookeeper/conf/zk2.cfg
Starting zookeeper ... already running as process 5505.
ME/conf/zk3.cfg
JMX enabled by default
Using config: /home/tanj//zookeeper/conf/zk3.cfg
Starting zookeeper ... already running as process 5536.
[tanj@nutch conf]$ jps
4901 NameNode
5536 QuorumPeerMain
5246 JobTracker
5021 DataNode
5505 QuorumPeerMain
5629 QuorumPeerMain
5154 SecondaryNameNode
5372 TaskTracker
5855 Jps
[tanj@nutch conf]$ zkServer.sh status zk1.cfg
JMX enabled by default
Using config: /home/tanj/zookeeper/bin/../conf/zk1.cfg
Error contacting service. It is probably not running.
[tanj@nutch conf]$ vim zk2.cfg
[tanj@nutch conf]$ vim zk3.cfg
[tanj@nutch conf]$ vim zk1.cfg
[tanj@nutch conf]$ vim zk2.cfg
[tanj@nutch conf]$ vim zk3.cfg
[tanj@nutch conf]$ jps
4901 NameNode
5536 QuorumPeerMain
5246 JobTracker
5021 DataNode
5505 QuorumPeerMain
5629 QuorumPeerMain
5154 SecondaryNameNode
5372 TaskTracker
5906 Jps
[tanj@nutch conf]$ kill -9 5536
[tanj@nutch conf]$ kill -9 5505
[tanj@nutch conf]$ kill -9 5629
ME/conf/zk1.cfg
JMX enabled by default
Using config: /home/tanj//zookeeper/conf/zk1.cfg
Starting zookeeper ...
STARTED
ME/conf/zk2.cfg
JMX enabled by default
Using config: /home/tanj//zookeeper/conf/zk2.cfg
Starting zookeeper ... STARTED
ME/conf/zk3.cfg
JMX enabled by default
Using config: /home/tanj//zookeeper/conf/zk3.cfg
Starting zookeeper ... STARTED
[tanj@nutch conf]$  zkServer.sh status zk1.cfg
JMX enabled by default
Using config: /home/tanj/zookeeper/bin/../conf/zk1.cfg
Mode: follower
[tanj@nutch conf]$  zkServer.sh status zk2.cfg
JMX enabled by default
Using config: /home/tanj/zookeeper/bin/../conf/zk2.cfg
Mode: leader
[tanj@nutch conf]$  zkServer.sh status zk3.cfg
JMX enabled by default
Using config: /home/tanj/zookeeper/bin/../conf/zk3.cfg
Mode: follower
[tanj@nutch conf]$ cd ..
[tanj@nutch zookeeper]$ cd ..
[tanj@nutch ~]$ cd hbase/
[tanj@nutch hbase]$ ls
bin          hbase-0.94.14.jar        LICENSE.txt  sbin
CHANGES.txt  hbase-0.94.14-tests.jar  NOTICE.txt   security
conf         hbase-webapps            pom.xml      src
docs         lib                      README.txt
[tanj@nutch hbase]$ vim conf/hbase-env.sh
[tanj@nutch hbase]$ cd ..
[tanj@nutch ~]$ cd hbase/conf/
[tanj@nutch conf]$ vim hbase-site.xml
[tanj@nutch conf]$ start-hbase.sh
/hbase-tanj-zookeeper-nutch.out
utch.out
ogs/hbase-tanj-regionserver-nutch.out
[tanj@nutch conf]$ jps
4901 NameNode
5246 JobTracker
6660 Jps
5961 QuorumPeerMain
5021 DataNode
6572 HRegionServer
5930 QuorumPeerMain
5154 SecondaryNameNode
5372 TaskTracker
6430 HMaster
6006 QuorumPeerMain
[tanj@nutch conf]$ cd
[tanj@nutch ~]$ cd nutch/
[tanj@nutch nutch]$ ls
build.xml    conf                docs  lib          NOTICE.txt  src
CHANGES.txt  default.properties  ivy   LICENSE.txt  README.txt
[tanj@nutch nutch]$ vim conf/nutch-site.xml
[tanj@nutch nutch]$ vim ivy/ivy.xml
[tanj@nutch nutch]$ vim conf/gora.properties
[tanj@nutch nutch]$ cp /home/tanj/hbase/conf/hbase-site.xml ./conf/
[tanj@nutch nutch]$ cd ..
[tanj@nutch ~]$ ls
hadoop  hbase  nutch  packbage  zookeeper
[tanj@nutch ~]$ cd packbage/
[tanj@nutch packbage]$ ls
apache-ant-1.9.4-bin.tar.gz  jdk-7u25-linux-x64.tar.gz
apache-nutch-2.3-src.tar.gz  solr-4.8.1.tgz
hadoop-1.2.1.tar.gz          zookeeper-3.4.5-cdh5.3.5.tar.gz
hbase-0.94.14.tar.gz
[tanj@nutch packbage]$ tar -zxvf apache-ant-1.9.4-bin.tar.gz -C ./..
[tanj@nutch packbage]$ cd ..
[tanj@nutch ~]$ ls
apache-ant-1.9.4  hadoop  hbase  nutch  packbage  zookeeper
[tanj@nutch ~]$ vim .bash_profile
[tanj@nutch ~]$ source .bash_profile
[tanj@nutch ~]$ ls
apache-ant-1.9.4  hadoop  hbase  nutch  packbage  zookeeper
[tanj@nutch ~]$ mv apache-ant-1.9.4/  ant
[tanj@nutch ~]$ ant -version
Error: JAVA_HOME is not defined correctly.
  We cannot execute /usr/java/jdk1.7.0_25/bin/java
[tanj@nutch ~]$ source /etc/profile
[tanj@nutch ~]$ ant -version
Apache Ant(TM) version 1.9.4 compiled on April 29 2014
[tanj@nutch ~]$ cd nutch/
[tanj@nutch nutch]$ ant runtime