Changes between Version 6 and Version 7 of jazz/DRBL_Hadoop

Timestamp:

Nov 7, 2008, 6:08:15 PM (17 years ago)

Author:

jazz

Comment:

--

jazz/DRBL_Hadoop

@@ -40 +40 @@
 ******************************************************
           NIC    NIC IP                    Clients
-+-----------------------------+
-|         DRBL SERVER         |
-|                             |
++------------------------------+
+|         DRBL SERVER          |
+|                              |
 |    +-- [eth0] 140.110.25.101 +- to WAN
-|                             |
+|                              |
 |    +-- [eth1] 192.168.61.254 +- to clients group 1 [ 16 clients, their IP
-|                             |            from 192.168.61.1 - 192.168.61.16]
-+-----------------------------+
+|                              |             from 192.168.61.1 - 192.168.61.16]
++------------------------------+
 ******************************************************
 Total clients: 16
@@ -58 +58 @@
 ~$ sudo apt-get install dsh
 ~$ mkdir -p .dsh
-~$ nmap -v -sP 192.168.61-63.1-11 | grep '(.*) .* up' | awk '{ print $3 }' | sort -n | sed 's#(##' | sed 's#)##' > .dsh/machines.list
+~$ for ((i=1;i<=16;i++)); do echo "192.168.61.$i" >> .dsh/machines.list; done
 }}}
- * edit 
+ * edit hadoop-0.18.2/conf/hadoop-site.xml
+{{{
+#!diff
+--- hadoop-0.18.2/conf/hadoop-site.xml.org      2008-11-06 23:11:18.000000000 +0800
++++ hadoop-0.18.2/conf/hadoop-site.xml  2008-11-07 17:05:11.000000000 +0800
+@@ -4,5 +4,31 @@
+ <!-- Put site-specific property overrides in this file. -->
+
+ <configuration>
+-
++  <property>
++    <name>fs.default.name</name>
++    <value>hdfs://192.168.61.254:9000/</value>
++    <description>
++      The name of the default file system. Either the literal string
++      "local" or a host:port for NDFS.
++    </description>
++  </property>
++  <property>
++    <name>mapred.job.tracker</name>
++    <value>192.168.61.254:9001</value>
++    <description>
++      The host and port that the MapReduce job tracker runs at. If
++      "local", then jobs are run in-process as a single map and
++      reduce task.
++    </description>
++  </property>
++  <property>
++    <name>dfs.data.dir</name>
++    <value>/hadoop/dfs/data</value>
++    <description>Determines where on the local filesystem an DFS data node
++      should store its blocks.  If this is a comma-delimited
++      list of directories, then data will be stored in all named
++      directories, typically on different devices.
++      Directories that do not exist are ignored.
++    </description>
++  </property>
+ </configuration>
+}}}